-- Logs begin at Tue 2022-05-10 01:38:18 UTC, end at Tue 2022-05-10 03:39:53 UTC. -- May 10 03:05:27.729534 dv-cinder-830094-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 03:05:30.507267 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.common.config [-] Logging enabled! May 10 03:05:30.507876 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev198 May 10 03:05:30.508054 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103406) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 03:05:30.511601 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.common.config [-] Logging enabled! May 10 03:05:30.511849 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev198 May 10 03:05:30.512153 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103406) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 03:05:30.513109 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 03:05:30.513342 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 03:05:30.513708 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 03:05:30.513952 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 03:05:30.514176 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 03:05:30.514491 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.514886 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.515116 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.515415 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.515706 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.515986 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.516274 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.516569 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.516875 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.517153 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.517434 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.517663 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.517937 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.518223 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.518507 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.518726 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] debug = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.519006 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.519441 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.519834 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.520113 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.520397 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.520694 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.520968 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.521248 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.521529 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.521854 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] host = dv-cinder-830094-4-iscsi {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.522128 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.522412 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.522695 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.522978 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.523250 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.523524 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.523804 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.524075 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.524950 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] log_file = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.525216 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.525508 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.525795 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.526085 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.526309 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.526530 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.527068 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.527367 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.527642 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.527914 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.528186 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.528458 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.528756 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.529026 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.529313 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.529598 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.529880 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.530152 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.530424 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.530696 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.530964 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.531253 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.531524 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.531795 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.532066 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.532350 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.532614 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.532908 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.533206 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.533488 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.533765 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.534065 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.534316 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.534594 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.534864 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.535134 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.535405 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] use_json = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.535678 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.535947 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.536226 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.536496 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.536792 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.537066 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.537337 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.537618 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.537888 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:30.538186 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.538480 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.538780 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.539065 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.539367 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.539643 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.540557 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.540869 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.541168 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.541457 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.541747 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.542025 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.542326 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.542617 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.542920 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.543221 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.543514 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.543804 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.544079 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.544352 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.544624 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.544924 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.545215 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.545498 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.545790 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.546078 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.546360 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.546658 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.546946 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.547233 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.547528 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.547819 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.548094 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.548375 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.548685 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.548969 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.549241 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.549529 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.549808 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.550080 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.550362 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.550639 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.550910 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.551184 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.551466 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.551754 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.552033 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.552302 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.552572 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.552878 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.553148 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.553430 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.553706 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.553973 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.554240 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.554516 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.554786 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.555054 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.555329 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.555887 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.555887 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.556175 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.556444 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.556740 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.557013 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.557282 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.557554 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.557827 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.558106 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.558378 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.558648 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.558919 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.559189 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.559459 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.559758 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.560035 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.560314 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.560591 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.560895 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.561178 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.561457 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.561733 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.562008 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.562279 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.562567 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.562848 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.563131 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.563414 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.563689 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.563998 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.564276 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.564551 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.564864 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.565139 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.565417 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.565700 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.565985 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.566276 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.566568 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.566858 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.567150 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.567444 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.567721 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.568027 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.568307 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:30.568523 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 03:05:30.568784 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103406) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 03:05:31.024383 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 03:05:31.024673 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 03:05:31.024979 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 03:05:31.025309 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 03:05:31.352873 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.353087 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.353330 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.354498 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.354776 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.355034 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.409720 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.409998 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.410264 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.424824 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.425101 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.425367 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.455379 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.455648 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.455909 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.491840 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.492109 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.492369 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.829225 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.829875 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.829875 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.830078 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.830681 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.929462 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.929783 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.930058 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.930322 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.930628 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.931005 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.931284 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.931522 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.931775 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.932058 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.932316 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.932577 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.932854 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.933105 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.933355 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.933614 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.933863 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.934128 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.934392 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.934643 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.934913 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.935160 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.935435 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.935809 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.936051 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.936292 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.936700 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 03:05:31.936940 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 03:05:31.937174 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 03:05:31.937406 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 03:05:31.937638 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 03:05:31.937867 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 03:05:31.938225 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 03:05:31.941278 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 03:05:31.945191 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 03:05:31.949010 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 10 03:05:31.950602 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 03:05:31.951063 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 03:05:31.951396 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 03:05:31.951777 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 03:05:31.954724 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 03:05:31.954966 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 03:05:31.955306 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 03:05:31.960067 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 10 03:05:31.984275 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 03:05:31.984750 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.985043 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103406) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 10 03:05:31.985406 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.986741 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103406) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 03:05:31.987014 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 03:05:31.987256 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 03:05:31.990504 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:31.990782 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.053245 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 03:05:32.053483 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 03:05:32.053712 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 03:05:32.054075 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 03:05:32.075222 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_db.sqlalchemy.engines [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103406) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 03:05:32.517379 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Initializing driver for type 'gre' May 10 03:05:32.518012 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] gre ID ranges: [(1, 1000)] May 10 03:05:32.573633 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Initializing driver for type 'local' May 10 03:05:32.574026 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Initializing driver for type 'vlan' May 10 03:05:32.585928 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] VlanTypeDriver initialization complete May 10 03:05:32.586257 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Initializing driver for type 'vxlan' May 10 03:05:32.587313 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] vxlan ID ranges: [(1, 1000)] May 10 03:05:32.641449 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Initializing extension driver 'port_security' May 10 03:05:32.641728 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.extensions.port_security [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] PortSecurityExtensionDriver initialization complete May 10 03:05:32.642045 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Initializing mechanism driver 'openvswitch' May 10 03:05:32.642361 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Initializing mechanism driver 'hyperv' May 10 03:05:32.648868 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:05:32.650481 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > port after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.650858 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > port after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.651210 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > port after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.651990 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 03:05:32.652427 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > subnet after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.652809 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > subnet after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.653157 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.653554 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 03:05:32.653962 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > network after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.654310 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > network after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.654652 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > network after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.655046 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 03:05:32.655449 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > security_group after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.655792 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > security_group after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.656128 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.656522 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 03:05:32.656953 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.657298 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.657632 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.658030 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 03:05:32.658432 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > address_group after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.658774 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > address_group after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.659110 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.659502 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103406) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 03:05:32.659945 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] ML2 OVO RPC backend initialized. {{(pid=103406) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 10 03:05:32.660646 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.661023 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.661434 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > network before_response 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.661779 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > networks before_response 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.662126 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > port before_response 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.662467 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > ports before_response 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.662806 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > subnet before_response 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.663144 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > subnets before_response 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.663484 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > network after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.663819 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > network after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.664149 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > network after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.664482 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > port after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.665385 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > port after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.665735 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > port after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.666070 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > subnet after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.666404 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > subnet after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.666732 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.674286 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.quota [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded quota_driver: . May 10 03:05:32.674643 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.plugin [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Modular L2 Plugin initialization complete May 10 03:05:32.674984 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading services supported by the core plugin {{(pid=103406) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 03:05:32.675324 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.plugins.ml2.managers [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Got port-security extension from driver 'port_security' May 10 03:05:32.675796 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.extensions.vlantransparent [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Disabled vlantransparent extension. May 10 03:05:32.676281 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103406) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 03:05:32.676599 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading Plugin: router May 10 03:05:32.711556 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.712641 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router after_create 55549900 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.713058 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router before_create 55549900 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.713422 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.713791 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.714141 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router after_delete 55549900 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.714495 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.714839 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.715191 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router after_create 55549900 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.715530 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router after_update 55549900 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.715873 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router after_update 55549900 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.716214 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.716710 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router after_update 55549900 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.717122 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router precommit_update 55549900 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.717487 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: port after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.717827 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: port after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.718159 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: subnet after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.718494 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.718836 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.719180 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router precommit_create 55549900 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.719525 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: port before_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.719863 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router precommit_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.720212 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router after_update 55549900 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.720546 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.720928 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router precommit_create 55549900 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.721283 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.721621 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router precommit_update 55549900 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.721980 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > agent after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.722322 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > agent after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.722659 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > network after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.723516 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Tracking information for resource: router configured {{(pid=103406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 03:05:32.723842 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Tracking information for resource: floatingip configured {{(pid=103406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 03:05:32.729510 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.db.l3_agentschedulers_db [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 03:05:32.730084 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: port after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.730443 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: port after_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.730789 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: port after_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.731132 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: port after_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.731914 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router before_create 55550100 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.732275 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.732636 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router precommit_create 55550100 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.733011 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > router precommit_update 55550100 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.737739 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.services.provider_configuration [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Service providers = [] {{(pid=103406) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 03:05:32.738105 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.db.servicetype_db [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103406) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 03:05:32.741069 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.services.service_base [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 03:05:32.741416 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.services.service_base [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 03:05:32.741754 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.services.service_base [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 03:05:32.742637 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.services.service_base [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 03:05:32.743027 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.services.service_base [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 03:05:32.743547 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 03:05:32.743881 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 03:05:32.754476 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 03:05:32.754807 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading Plugin: auto_allocate May 10 03:05:32.760619 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: network precommit_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.761011 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: network precommit_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.761526 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 03:05:32.761841 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading Plugin: tag May 10 03:05:32.768688 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 03:05:32.768974 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading Plugin: timestamp May 10 03:05:32.772824 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 03:05:32.773151 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading Plugin: network_ip_availability May 10 03:05:32.779427 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.779792 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.780143 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:32.780891 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 03:05:32.781209 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading Plugin: flavors May 10 03:05:32.786125 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 03:05:32.786456 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading Plugin: revisions May 10 03:05:32.791356 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 03:05:32.791741 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_concurrency.lockutils [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.767s {{(pid=103406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 03:05:32.792477 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103406) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 10 03:05:32.792851 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Initializing extension manager. May 10 03:05:32.793375 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: __init__.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.793715 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: __pycache__ {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.794047 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: _port_mac_address_override.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.794374 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: address_group.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.795124 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.795699 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: address-group May 10 03:05:32.796021 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: address_scope.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.796757 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.797271 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: address-scope May 10 03:05:32.797589 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.798526 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.799036 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: router-admin-state-down-before-update May 10 03:05:32.799351 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: agent.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.800047 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.800557 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: agent May 10 03:05:32.800897 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: agent_resources_synced.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.801803 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.802320 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: agent-resources-synced May 10 03:05:32.802637 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: allowedaddresspairs.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.804418 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.804973 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: allowed-address-pairs May 10 03:05:32.805296 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: auto_allocated_topology.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.806402 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.806918 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: auto-allocated-topology May 10 03:05:32.807240 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: availability_zone.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.807939 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.808450 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: availability_zone May 10 03:05:32.808814 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: availability_zone_filter.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.809731 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.810245 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: availability_zone_filter May 10 03:05:32.810565 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: data_plane_status.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.811518 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.812033 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension data-plane-status not supported by any of loaded plugins May 10 03:05:32.812354 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: default_subnetpools.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.813293 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.813811 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: default-subnetpools May 10 03:05:32.814132 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.814939 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.815455 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: dhcp_agent_scheduler May 10 03:05:32.815776 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: dns.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.816723 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.817238 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension dns-integration not supported by any of loaded plugins May 10 03:05:32.817556 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: dns_domain_ports.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.818482 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.818996 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 03:05:32.819310 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.820228 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.820770 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 10 03:05:32.821112 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: dvr.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.822055 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.822571 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: dvr May 10 03:05:32.822888 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: ecmp_routes.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.823809 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.824322 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension ecmp_routes not supported by any of loaded plugins May 10 03:05:32.824639 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: empty_string_filtering.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.825575 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.826092 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: empty-string-filtering May 10 03:05:32.826408 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.827319 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.827845 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 03:05:32.828167 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.829104 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.829619 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 03:05:32.830147 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: external_net.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.830835 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.831348 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: external-net May 10 03:05:32.831667 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.832572 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.833124 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: extra_dhcp_opt May 10 03:05:32.833444 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: extraroute.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.834359 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.834869 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: extraroute May 10 03:05:32.835188 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: extraroute_atomic.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.836396 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.837573 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: extraroute-atomic May 10 03:05:32.837906 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: filter_validation.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.838579 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.839092 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: filter-validation May 10 03:05:32.839411 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: fip_pf_description.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.840321 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.840854 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 03:05:32.841173 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: fip_pf_port_range.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.842092 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.842598 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 10 03:05:32.842943 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: fip_port_details.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.843825 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.844330 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: fip-port-details May 10 03:05:32.844646 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: flavors.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.845902 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.846422 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: flavors May 10 03:05:32.846744 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.848423 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.848991 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 03:05:32.849327 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: floatingip_pools.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.850030 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.850550 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: floatingip-pools May 10 03:05:32.850878 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: ip_allocation.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.851796 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.853031 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension ip_allocation not supported by any of loaded plugins May 10 03:05:32.853242 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.854207 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.854721 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: ip-substring-filtering May 10 03:05:32.855047 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: l2_adjacency.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.856014 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.856524 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 03:05:32.856876 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: l3.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.857852 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.858379 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: router May 10 03:05:32.858705 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.860928 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.861464 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 03:05:32.861793 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.862715 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.863237 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: ext-gw-mode May 10 03:05:32.863563 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.864481 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.865034 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: l3-ha May 10 03:05:32.865363 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.866272 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.866791 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 10 03:05:32.867114 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: l3_flavors.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.868065 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.868583 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: l3-flavors May 10 03:05:32.868934 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.870295 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.870815 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 10 03:05:32.871138 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.872052 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.872564 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 03:05:32.872908 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: l3agentscheduler.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.873952 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.874467 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: l3_agent_scheduler May 10 03:05:32.874790 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: local_ip.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.877993 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.878525 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension local_ip not supported by any of loaded plugins May 10 03:05:32.878858 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: logging.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.880325 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.880884 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension logging not supported by any of loaded plugins May 10 03:05:32.881213 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: metering.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.881956 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.882581 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: metering May 10 03:05:32.882909 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.884628 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.885190 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: metering_source_and_destination_fields May 10 03:05:32.885516 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: multiprovidernet.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.886464 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.886978 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: multi-provider May 10 03:05:32.887301 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: netmtu.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.888218 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.888763 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: net-mtu May 10 03:05:32.889085 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: netmtu_writable.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.890004 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.890514 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: net-mtu-writable May 10 03:05:32.890833 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: network_availability_zone.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.891502 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.892013 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: network_availability_zone May 10 03:05:32.892330 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: network_ip_availability.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.893476 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.893993 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: network-ip-availability May 10 03:05:32.894315 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: network_segment_range.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.895077 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.895582 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension network-segment-range not supported by any of loaded plugins May 10 03:05:32.895899 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: pagination.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.896917 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.897251 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: pagination May 10 03:05:32.897563 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: port_device_profile.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.898486 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.899039 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: port-device-profile May 10 03:05:32.899941 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: port_mac_address_override.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.901030 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.901557 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: port-mac-override May 10 03:05:32.902133 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.903070 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.903579 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: port-mac-address-regenerate May 10 03:05:32.903895 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.904844 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.905364 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: port-numa-affinity-policy May 10 03:05:32.905682 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: port_resource_request.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.906593 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.907100 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension port-resource-request not supported by any of loaded plugins May 10 03:05:32.907418 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: port_resource_request_groups.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.908389 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.908934 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 10 03:05:32.909254 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: portbindings.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.910183 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.910699 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: binding May 10 03:05:32.911017 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: portbindings_extended.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.912285 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.912841 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: binding-extended May 10 03:05:32.913168 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: portsecurity.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.914088 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.914607 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: port-security May 10 03:05:32.914974 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: project_id.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.916022 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.916347 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: project-id May 10 03:05:32.916675 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: providernet.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.917632 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.918155 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: provider May 10 03:05:32.918480 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: qos.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.922192 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.922719 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension qos not supported by any of loaded plugins May 10 03:05:32.923047 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.924287 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.924836 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 03:05:32.925165 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.926101 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.926619 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 03:05:32.926942 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: qos_default.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.927855 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.928381 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension qos-default not supported by any of loaded plugins May 10 03:05:32.928729 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: qos_fip.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.929653 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.930174 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension qos-fip not supported by any of loaded plugins May 10 03:05:32.930567 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.931581 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.932104 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 10 03:05:32.932426 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: qos_gateway_ip.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.933373 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.933890 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 03:05:32.934213 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: qos_port_network_policy.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.935136 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.935649 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 03:05:32.935972 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.937036 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.937558 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 10 03:05:32.937881 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.938930 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.939447 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 10 03:05:32.939766 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: qos_pps_rule.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.940976 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.941495 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension qos-pps not supported by any of loaded plugins May 10 03:05:32.941815 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: qos_rule_type_details.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.942733 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.943253 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 03:05:32.943573 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.944506 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.945054 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 10 03:05:32.945375 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: qos_rules_alias.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.946938 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.947452 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 03:05:32.947773 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: quota_check_limit.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.948805 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.949324 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: quota-check-limit May 10 03:05:32.949645 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: quotasv2.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.950592 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.950915 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: quotas May 10 03:05:32.951232 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: quotasv2_detail.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.953040 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.953380 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: quota_details May 10 03:05:32.953710 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: rbac.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.954770 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.955307 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: rbac-policies May 10 03:05:32.955638 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: rbac_address_group.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.956575 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.957124 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: rbac-address-group May 10 03:05:32.957450 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: rbac_address_scope.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.958376 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.958900 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: rbac-address-scope May 10 03:05:32.959225 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: rbac_security_groups.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.960146 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.960686 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: rbac-security-groups May 10 03:05:32.961019 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: rbac_subnetpool.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.962532 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.963051 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: rbac-subnetpool May 10 03:05:32.963374 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: revisionifmatch.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.964311 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.964862 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: revision-if-match May 10 03:05:32.965187 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: revisions.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.966350 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.966864 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: standard-attr-revisions May 10 03:05:32.967186 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: router_availability_zone.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.967854 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.968366 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: router_availability_zone May 10 03:05:32.968717 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: routerservicetype.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.969646 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.970204 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension router-service-type not supported by any of loaded plugins May 10 03:05:32.970525 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.971449 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.972007 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: security-groups-normalized-cidr May 10 03:05:32.972327 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.973281 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.973844 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: port-security-groups-filtering May 10 03:05:32.974168 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.975162 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.975690 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: security-groups-remote-address-group May 10 03:05:32.976013 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.977108 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.977664 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: security-groups-shared-filtering May 10 03:05:32.978063 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.978652 dv-cinder-830094-4-iscsi neutron-server[103406]: WARNING neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 10 03:05:32.978974 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: securitygroup.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.988538 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.989108 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: security-group May 10 03:05:32.989441 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: segment.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.990167 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.990684 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension segment not supported by any of loaded plugins May 10 03:05:32.991007 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.991952 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.992469 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 03:05:32.992833 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: servicetype.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.994304 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.994827 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: service-type May 10 03:05:32.995155 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: sorting.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.996147 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.996477 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: sorting May 10 03:05:32.996826 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: standard_attr_segment.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.997749 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.998271 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 03:05:32.998592 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: standardattrdescription.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:32.999246 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:32.999759 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: standard-attr-description May 10 03:05:33.000081 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: stateful_security_group.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:33.001072 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:33.001592 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: stateful-security-group May 10 03:05:33.001913 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: stdattrs_common.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:33.002480 dv-cinder-830094-4-iscsi neutron-server[103406]: WARNING neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 03:05:33.002797 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:33.003737 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:33.004267 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 03:05:33.004587 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: subnet_onboard.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:33.005680 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:33.006201 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: subnet_onboard May 10 03:05:33.006519 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:33.007455 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:33.007975 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 03:05:33.008293 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: subnet_service_types.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:33.009949 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:33.010475 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: subnet-service-types May 10 03:05:33.010797 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: subnetallocation.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:33.011895 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:33.012417 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: subnet_allocation May 10 03:05:33.012777 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:33.013450 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:33.013976 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: subnetpool-prefix-ops May 10 03:05:33.014296 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:33.015227 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:33.015883 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 03:05:33.016329 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: tagging.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:33.017532 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:33.018059 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: standard-attr-tag May 10 03:05:33.018385 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: timestamp.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:33.019647 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:33.020129 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loaded extension: standard-attr-timestamp May 10 03:05:33.020456 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: trunk.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:33.021512 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:33.022036 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension trunk not supported by any of loaded plugins May 10 03:05:33.022362 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: trunk_details.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:33.023295 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:33.023797 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension trunk-details not supported by any of loaded plugins May 10 03:05:33.024119 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: uplink_status_propagation.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:33.025813 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:33.026330 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 03:05:33.026652 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Loading extension file: vlantransparent.py {{(pid=103406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:05:33.027575 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:05:33.028089 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 03:05:33.030692 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Creating instance of TrackedResource for resource:network May 10 03:05:33.031210 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Creating instance of TrackedResource for resource:subnet May 10 03:05:33.031604 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Creating instance of TrackedResource for resource:subnetpool May 10 03:05:33.031993 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Creating instance of TrackedResource for resource:port May 10 03:05:33.033257 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.v2.resource_helper [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:05:33.033700 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.v2.resource_helper [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Service FLAVORS assigned prefix: {{(pid=103406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:05:33.034321 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.v2.resource_helper [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:05:33.034753 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.v2.resource_helper [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:05:33.035088 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Creating instance of TrackedResource for resource:router May 10 03:05:33.035518 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Creating instance of TrackedResource for resource:floatingip May 10 03:05:33.035998 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.v2.resource_helper [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Service METERING assigned prefix: /metering {{(pid=103406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:05:33.037465 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:33.037834 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:33.038183 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:05:33.039191 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Creating instance of CountableResource for resource:rbac_policy May 10 03:05:33.039633 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Creating instance of TrackedResource for resource:security_group May 10 03:05:33.040090 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 03:05:33.040710 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.v2.resource_helper [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Service CORE assigned prefix: {{(pid=103406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:05:33.041043 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Creating instance of TrackedResource for resource:subnetpool May 10 03:05:33.041382 dv-cinder-830094-4-iscsi neutron-server[103406]: WARNING neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] subnetpool is already registered May 10 03:05:33.041805 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.v2.resource_helper [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Service CORE assigned prefix: {{(pid=103406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:05:33.042133 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Creating instance of TrackedResource for resource:subnetpool May 10 03:05:33.042461 dv-cinder-830094-4-iscsi neutron-server[103406]: WARNING neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] subnetpool is already registered May 10 03:05:33.044732 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.v2.resource_helper [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:05:33.045173 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.v2.resource_helper [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Service FLAVORS assigned prefix: {{(pid=103406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:05:33.045758 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.v2.resource_helper [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:05:33.046178 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.v2.resource_helper [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:05:33.046505 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Creating instance of TrackedResource for resource:router May 10 03:05:33.046841 dv-cinder-830094-4-iscsi neutron-server[103406]: WARNING neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] router is already registered May 10 03:05:33.047252 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Creating instance of TrackedResource for resource:floatingip May 10 03:05:33.047586 dv-cinder-830094-4-iscsi neutron-server[103406]: WARNING neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] floatingip is already registered May 10 03:05:33.048039 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.v2.resource_helper [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Service METERING assigned prefix: /metering {{(pid=103406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:05:33.048777 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Creating instance of CountableResource for resource:rbac_policy May 10 03:05:33.049105 dv-cinder-830094-4-iscsi neutron-server[103406]: WARNING neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] rbac_policy is already registered May 10 03:05:33.049517 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Creating instance of TrackedResource for resource:security_group May 10 03:05:33.049844 dv-cinder-830094-4-iscsi neutron-server[103406]: WARNING neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] security_group is already registered May 10 03:05:33.050241 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 03:05:33.050567 dv-cinder-830094-4-iscsi neutron-server[103406]: WARNING neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] security_group_rule is already registered May 10 03:05:33.051194 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.v2.resource_helper [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Service CORE assigned prefix: {{(pid=103406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:05:33.051522 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Creating instance of TrackedResource for resource:subnetpool May 10 03:05:33.051851 dv-cinder-830094-4-iscsi neutron-server[103406]: WARNING neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] subnetpool is already registered May 10 03:05:33.052273 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.v2.resource_helper [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Service CORE assigned prefix: {{(pid=103406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:05:33.052592 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Creating instance of TrackedResource for resource:subnetpool May 10 03:05:33.052943 dv-cinder-830094-4-iscsi neutron-server[103406]: WARNING neutron.quota.resource_registry [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] subnetpool is already registered May 10 03:05:33.053413 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: extensions {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.054896 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: address-groups {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.056542 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: address-scopes {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.057890 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: agents {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.059035 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: auto-allocated-topology {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.060277 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: availability_zones {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.061520 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: dhcp-networks {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.063031 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: dhcp-agents {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.064443 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: routers {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.066640 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: flavors {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.067796 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: service_profiles {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.069019 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: next_providers {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.070475 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: service_profiles {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.072713 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: floatingip-pools {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.073927 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: routers {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.075989 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: floatingips {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.078240 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: l3-routers {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.079632 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: l3-agents {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.081137 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: metering-labels {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.082474 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: metering-label-rules {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.083733 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: network-ip-availabilities {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.085014 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: bindings {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.086661 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: quotas {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.089043 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: quotas {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.090568 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: rbac-policies {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.091849 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: security-groups {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.093097 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: security-group-rules {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.094338 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: service-providers {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.095532 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: subnetpools {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.096978 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: subnetpools {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.098428 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: tags {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.100102 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: tags {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.101944 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: tags {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.103733 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: tags {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.105529 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: tags {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.107366 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: tags {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.109076 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: tags {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.110984 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: tags {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.112750 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: tags {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.114575 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron.api.extensions [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Extended resource: tags {{(pid=103406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:05:33.120552 dv-cinder-830094-4-iscsi neutron-server[103406]: WARNING keystonemiddleware.auth_token [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 03:05:33.125792 dv-cinder-830094-4-iscsi neutron-server[103406]: WARNING keystonemiddleware.auth_token [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 03:05:33.135066 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_concurrency.lockutils [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Acquired lock "singleton_lock" {{(pid=103406) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 10 03:05:33.135542 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_concurrency.lockutils [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Releasing lock "singleton_lock" {{(pid=103406) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 10 03:05:33.136194 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO oslo_service.service [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Starting 2 workers May 10 03:05:33.141095 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Started child 103515 {{(pid=103406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 03:05:33.145548 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Started child 103516 {{(pid=103406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 03:05:33.146458 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:33.147149 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO neutron.service [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 03:05:33.147782 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:33.148180 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [-] (103515) wsgi starting up on http://0.0.0.0:9696 May 10 03:05:33.150790 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO oslo_service.service [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Starting 1 workers May 10 03:05:33.151028 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:33.152625 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [-] (103516) wsgi starting up on http://0.0.0.0:9696 May 10 03:05:33.156250 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Started child 103517 {{(pid=103406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 03:05:33.156843 dv-cinder-830094-4-iscsi neutron-server[103406]: INFO oslo_service.service [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Starting 1 workers May 10 03:05:33.159881 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.service [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] calling RpcWorker wait() {{(pid=103517) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 03:05:33.160411 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.service [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] returning from RpcWorker wait() {{(pid=103517) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 03:05:33.161307 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Started child 103518 {{(pid=103406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 03:05:33.161789 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:33.162095 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3d98-c0e0-4f9b-862a-bd84b0c66b43 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:33.162386 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:05:33.163942 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103406) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 03:05:33.164153 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 03:05:33.164334 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 03:05:33.164564 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 03:05:33.164968 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 03:05:33.165115 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 03:05:33.165825 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.166120 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.166308 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:33.166761 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.166761 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.167219 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.167329 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:05:33.167502 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.167754 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.168040 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.168301 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.168469 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.168634 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.168922 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.169156 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.169477 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.169746 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.170000 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.170245 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.170421 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.170682 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.170949 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.171176 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.171449 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] debug = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.171701 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.172240 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.172470 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.172758 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.172983 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.173260 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.173491 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.173753 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.173997 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.174252 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.174482 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.174736 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.174983 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.175210 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.175425 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.175671 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.175893 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.176355 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] host = dv-cinder-830094-4-iscsi {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.176590 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.176848 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.177097 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.177346 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.177597 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.177833 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.178099 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.178343 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.178594 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.178835 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.179077 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.179338 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.179570 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.179827 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] log_file = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.179991 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] log_options = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.180231 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.180811 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.180811 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.181048 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.181170 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.181300 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.181540 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.181687 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.181935 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.182173 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.182412 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.182641 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.182857 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.183090 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.183342 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.183573 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.183789 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.184028 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.184275 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.184501 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.184755 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.184983 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.185217 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.185456 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.185671 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.185889 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.186117 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.186330 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.186541 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.186760 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.187069 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.187278 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.187585 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.187947 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.188223 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.188461 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.188708 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.188931 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.189191 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.189417 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.189684 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.189918 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.190137 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.190536 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.190806 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.191266 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.191266 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] use_json = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.191549 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.192213 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.192564 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.192564 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.192753 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.193185 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.193185 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.193380 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.193620 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.194561 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.194927 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.195343 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.195446 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.195667 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.196588 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.196760 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.196970 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.197357 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.197771 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.197895 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.198142 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.198470 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.198738 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.198979 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.199514 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.199627 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.199818 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.200080 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.200325 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.200528 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.200797 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.201072 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.201294 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.201545 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.201840 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.202000 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.202277 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.202530 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.202816 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.203155 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.203435 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.203702 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.203951 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.204195 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.204459 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.204712 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.204966 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.205206 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.205446 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.205719 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.205982 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.206204 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.206910 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.207147 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.207377 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.207597 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.207878 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.208130 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.208325 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.208559 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.208811 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.209028 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.209238 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.209483 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.209714 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.209949 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.210182 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.210421 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.210615 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.210844 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.211226 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.211385 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.211541 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.211707 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.212498 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.212948 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.213291 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.213533 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.213755 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.213969 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.214182 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.214402 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.214629 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.214838 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.215075 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.215285 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.215501 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.215711 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.215921 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.216153 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.216370 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.216600 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.216883 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.217101 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.217318 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.217530 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.218479 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.218695 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.218931 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.219132 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.219459 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.219705 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.219948 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.220188 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.220449 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.220692 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.220928 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.221526 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.221526 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.221820 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.221820 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.222112 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.222923 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.222923 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.222923 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.223439 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.223439 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.223439 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.223848 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.223848 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.224120 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.224811 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.225236 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.225397 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.225544 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.225794 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.226026 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.226394 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.226566 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.226859 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.227078 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.227369 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.227774 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.228097 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.228322 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.228557 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.228797 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.229806 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.230048 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.230302 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.230536 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.230797 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.231189 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.231538 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.231538 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.231818 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.231955 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.232241 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.232488 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.232760 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.232994 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.233268 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.233512 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.233767 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.234033 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.234279 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.234503 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.234788 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.235003 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.235218 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.235602 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.235701 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.235920 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.236389 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.236389 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.236851 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.236851 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.237113 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.237297 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.237514 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.237733 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.237964 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.238207 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.238407 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.238655 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.238867 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.239085 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.239322 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.239539 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.239756 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.239973 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.240396 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.240535 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.240699 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.240961 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.241208 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.241441 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.241669 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.241925 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.242167 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.242381 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.242643 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.242858 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.243606 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.244215 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.244215 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.244405 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.244519 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.244773 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.244989 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.245257 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.245638 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.245842 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.246094 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.246347 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.246589 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.246834 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.247049 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.247263 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.247478 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.247712 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.247929 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.248150 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.248388 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.248625 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.248902 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.249117 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.249354 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.249609 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.249863 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.250115 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.250334 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.250645 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.250809 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.250997 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.251230 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.251465 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.254572 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.254572 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.254572 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.254572 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.254572 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.254572 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.254572 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.254572 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.255218 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.255218 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.255218 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.255218 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.255218 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.255574 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.255574 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.255774 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.256005 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.256215 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.256446 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.256687 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.256909 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.257123 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.257368 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.257579 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.257789 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.258011 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.258227 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.258443 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.259212 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.259434 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.259668 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.259863 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.260070 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.260278 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.260503 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.260741 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.260952 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.261195 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.261411 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.261620 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.261904 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.262157 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.262377 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.262667 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.262915 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.263161 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.263413 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.263780 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.263953 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.264217 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.264460 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.264825 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.264922 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.265211 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.265520 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.265808 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.266057 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.267492 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.267492 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.267492 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.267492 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.267492 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.267896 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.267896 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.268157 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.268418 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.268691 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.268934 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.269171 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.269388 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.269607 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.269879 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.270065 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.270328 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.270588 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.270820 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.271041 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.271273 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.271495 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.271762 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.271980 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.272204 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.272448 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.272607 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 03:05:33.273350 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103406) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 03:05:33.273522 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 03:05:33.273682 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 03:05:33.273870 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 03:05:33.274217 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 03:05:33.274414 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 03:05:33.274591 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.274737 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.274917 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.275032 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.275214 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.275377 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.275538 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.275697 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.275857 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.276015 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.276175 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.276334 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.276499 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.276937 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.277112 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.277255 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.277395 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.277533 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:05:33.277700 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.277700 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.277970 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.277970 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.278242 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] debug = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.278381 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.278518 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.278683 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.278825 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.278963 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.279101 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.279331 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.279331 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.279621 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.279621 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.279991 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.279991 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.280262 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.280400 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.280576 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.281003 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.281150 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.281369 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] host = dv-cinder-830094-4-iscsi {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.281510 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.281878 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.281878 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.281878 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.282548 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.282548 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.282548 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.282548 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.283297 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.283297 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.283297 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.283297 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.283297 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.283918 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] log_file = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.283918 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] log_options = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.283918 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.283918 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.283918 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.284850 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.284850 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.284850 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.284850 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.284850 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.284850 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.285575 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.285575 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.285575 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.285575 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.286086 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.286086 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.286086 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.286086 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.286583 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.286583 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.286583 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.286971 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.286971 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.286971 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.287290 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.287290 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.287433 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.287511 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.287643 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.287802 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.287960 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.288122 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.288280 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.288440 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.288599 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.288780 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.288940 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.289100 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.289259 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.289436 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.289576 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.289735 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.289942 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.290178 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.290500 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.290684 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.290845 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.291005 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] use_json = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.291164 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.291325 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.291483 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.291642 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.291801 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.291959 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.292118 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.292278 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.292439 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:05:33.292630 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.292824 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.292997 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.293160 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.293322 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.293482 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.293641 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.293802 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.293962 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.294158 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.294371 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.294517 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.294656 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.294794 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.294926 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.295268 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.295268 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.295526 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.295526 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.295794 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.295794 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.296002 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.296082 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.296237 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.296397 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.296557 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.296744 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.296917 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.297079 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.297249 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.297430 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.297594 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.297755 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.297917 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.298078 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.298243 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.298406 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.298570 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.298734 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.298897 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.299059 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.299221 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.299382 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.299543 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.299706 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.299868 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.300030 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.300197 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.300359 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.300521 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.300708 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.300872 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.301035 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.301264 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.301507 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.301746 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.302083 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.302445 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.302445 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.302664 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.302752 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.302889 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.303055 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.303217 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.303378 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.303531 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.303889 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.303889 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.304139 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.304139 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.304410 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.304552 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.304739 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.304873 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.305230 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.305230 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.305230 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.306119 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.306119 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.306365 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.306545 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.306712 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.306878 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.307041 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.307205 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.307369 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.307530 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.307691 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.307852 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.308016 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.308179 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.308357 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.308519 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.308712 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.308865 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.309027 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.309189 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.309351 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.309511 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.309723 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.309862 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.309976 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.310121 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.310285 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.310447 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.310613 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.310773 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.310935 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.311095 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.311255 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.311416 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.311576 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.311736 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.311897 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.312058 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.312221 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.312380 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.312543 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.312734 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.312901 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.313067 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.313230 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.313391 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.313561 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.313723 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.313885 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.314045 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.314206 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.314367 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.314528 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.314690 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.314850 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.315205 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.315205 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.315417 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.315498 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.315627 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.315787 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.315969 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.316484 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.316484 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.316484 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.316772 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.316772 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.316941 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.317029 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.317192 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.317351 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.317513 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.317674 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.317836 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.317998 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.318159 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.318319 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.318480 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.318642 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.318802 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.319025 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.319138 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.319276 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.319437 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.319598 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.319769 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.319909 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.320069 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.320229 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.320390 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.320554 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.320735 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.320898 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.321224 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.321328 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.321445 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.321771 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.321936 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.322100 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.322262 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.322424 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.322587 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.322737 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.322898 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.323060 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.323223 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.323384 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.323546 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.323707 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.323867 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.324030 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.324192 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.324354 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.324515 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.324699 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.324864 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.325045 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.325206 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.325367 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.325531 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.325691 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.325852 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.326013 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.326174 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.326337 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.326496 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.326660 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.326821 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.326983 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.327143 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.327303 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.327464 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.327629 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.327792 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.327954 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.328114 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.328276 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.328438 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.328597 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.328780 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.328941 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.329102 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.329261 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.329421 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.329599 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.329755 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.329919 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.330081 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.330242 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.330402 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.330563 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.330738 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.330899 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.331059 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.331220 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.331380 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.331539 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.331708 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.331868 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.332029 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.332189 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.332349 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.332509 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.332696 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.332860 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.333019 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.333179 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.333340 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.333500 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.333669 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.333831 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.333991 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.334150 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.334310 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.334470 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.334639 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.334799 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.334959 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.335119 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.335279 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.335439 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.335608 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.335771 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.335932 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.336102 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.336263 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.336425 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.336586 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.337300 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.337620 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.337788 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.337950 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.338111 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.338271 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.338436 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.338602 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.338773 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.338942 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.339104 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.339274 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.339444 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.339614 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.339774 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.339941 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.340115 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.340276 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.340436 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.340597 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.340782 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.340948 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.341107 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.341269 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.341429 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.341589 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.341749 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.341908 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.342068 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.342229 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.342389 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.342549 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.342708 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.342868 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.343028 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.343186 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:05:33.343341 dv-cinder-830094-4-iscsi neutron-server[103406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 03:05:33.408862 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 59448) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:05:33.418509 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074277 May 10 03:05:44.727772 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c48a1e-311b-4ffc-86a1-626547e4e103 None None] get_active_networks_info from dv-cinder-830094-4-iscsi {{(pid=103517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 10 03:05:44.794626 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c48a1e-311b-4ffc-86a1-626547e4e103 None None] No non-hosted networks {{(pid=103517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 03:05:44.813875 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.agentschedulers_db [None req-f5c48a1e-311b-4ffc-86a1-626547e4e103 None None] DHCP Agent not found on host dv-cinder-830094-4-iscsi {{(pid=103517) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 10 03:05:44.944085 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3538a925-89b9-48ee-9773-2099d504cc1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-951504'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:46.881371 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a4a0e695-0bad-47b0-b756-5ae12e2ece97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-951504'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:46.927607 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-294c1627-e434-4d25-9add-66457fa2a724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:47.902090 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 59514) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:05:48.177708 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-951504'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:48.548517 dv-cinder-830094-4-iscsi neutron-server[103515]: WARNING oslo_policy.policy [None req-61f54210-4072-4a44-9760-18e59b02cb53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 03:05:48.549725 dv-cinder-830094-4-iscsi neutron-server[103515]: WARNING oslo_policy.policy [None req-61f54210-4072-4a44-9760-18e59b02cb53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 03:05:48.783059 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [None req-61f54210-4072-4a44-9760-18e59b02cb53 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:05:48.801460 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-61f54210-4072-4a44-9760-18e59b02cb53 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8946424 May 10 03:05:49.791236 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-951504'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:50.425633 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.db.l3_hamode_db [None req-d6984391-be5c-4c21-9d99-296b25453ab8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 03:05:50.510407 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6984391-be5c-4c21-9d99-296b25453ab8 None None] Routers set() bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:05:50.510790 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6984391-be5c-4c21-9d99-296b25453ab8 None None] Router IDs set() for agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 03:05:51.079423 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-951504'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:51.080122 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:51.080775 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:51.081245 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:51.081618 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:51.082061 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:51.082581 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:51.083013 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:51.083416 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:51.083936 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:51.084532 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:51.085077 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:51.085681 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:51.086214 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:51.086544 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:51.086861 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:51.088035 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830094-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:05:51.094028 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830094-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:05:51.362896 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 59548) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:05:51.681461 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-638d1c92-4333-4efa-bba5-4083f43d95d5 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:05:51.772360 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.policy [None req-638d1c92-4333-4efa-bba5-4083f43d95d5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103515) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 03:05:51.814864 dv-cinder-830094-4-iscsi neutron-server[103515]: WARNING oslo_policy.policy [None req-638d1c92-4333-4efa-bba5-4083f43d95d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 03:05:51.815166 dv-cinder-830094-4-iscsi neutron-server[103515]: WARNING oslo_policy.policy [None req-638d1c92-4333-4efa-bba5-4083f43d95d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 03:05:51.911588 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-638d1c92-4333-4efa-bba5-4083f43d95d5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729514090303', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729514089675', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729514139262', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729514146975', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729514118399', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729514129381', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2091039', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1753829', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-623486', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-992475'] for rbac-policy (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:51.982114 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-638d1c92-4333-4efa-bba5-4083f43d95d5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:51.983286 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-638d1c92-4333-4efa-bba5-4083f43d95d5 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6193244 May 10 03:05:54.421671 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 59560) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:05:54.737273 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:05:54.766176 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Made reservation on behalf of 55d6ba97f32c4ea5b957d2d6e1852cda for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:05:54.769907 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:54.786543 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:54.896411 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Publish callbacks [] for security_group (3a8d224b-6594-4477-84fa-9f55b92f7755), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:54.900907 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (3a8d224b-6594-4477-84fa-9f55b92f7755), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:54.933409 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:05:54.960791 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729517486376', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (322ffe16-4b5c-4000-a882-2052c8f280a1), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:54.961385 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Unsubscribe: segment precommit_create {{(pid=103515) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 03:05:54.961996 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.segments_db [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Added segment 322ffe16-4b5c-4000-a882-2052c8f280a1 of type vlan for network 1b61a71b-2a4b-4ac5-bda5-6475e265e991 May 10 03:05:54.968235 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8d224b-6594-4477-84fa-9f55b92f7755,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:05:55.003688 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:55.004049 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:55.004385 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:55.004757 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:55.005089 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:55.005411 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:55.005726 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:55.006042 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:55.006365 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:55.006674 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:55.006979 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:55.007302 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:55.007612 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:55.007920 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:55.008228 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Tracked resource versions report: May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: pushed versions: May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: { 'AddressGroup': {'1.2'}, May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Agent': {'1.1'}, May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'ConntrackHelper': {'1.0'}, May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'LocalIPAssociation': {'1.0'}, May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Log': {'1.0'}, May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'NDPProxy': {'1.0'}, May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Network': {'1.1'}, May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Port': {'1.7'}, May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'PortForwarding': {'1.3'}, May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'QosPolicy': {'1.10'}, May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'SecurityGroup': {'1.5'}, May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'SecurityGroupRule': {'1.2'}, May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'SubPort': {'1.0'}, May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Subnet': {'1.1'}, May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Trunk': {'1.1'}} May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: consumer versions: May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: { DHCP agent@dv-cinder-830094-4-iscsi: {}, May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: L3 agent@dv-cinder-830094-4-iscsi: {}, May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: Metadata agent@dv-cinder-830094-4-iscsi: {}, May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: Metering agent@dv-cinder-830094-4-iscsi: {}, May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: Open vSwitch agent@dv-cinder-830094-4-iscsi: { 'AddressGroup': '1.2', May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Agent': '1.1', May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'ConntrackHelper': '1.0', May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'LocalIPAssociation': '1.0', May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Log': '1.0', May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'NDPProxy': '1.0', May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Network': '1.1', May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Port': '1.7', May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'PortForwarding': '1.3', May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'QosPolicy': '1.10', May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'SecurityGroup': '1.5', May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'SecurityGroupRule': '1.2', May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'SubPort': '1.0', May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Subnet': '1.1', May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Trunk': '1.1'}} May 10 03:05:55.010292 dv-cinder-830094-4-iscsi neutron-server[103515]: {{(pid=103515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 03:05:55.075481 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (1b61a71b-2a4b-4ac5-bda5-6475e265e991), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:55.116104 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (1b61a71b-2a4b-4ac5-bda5-6475e265e991), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:55.121256 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:05:55.121965 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:55.204731 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7819395 May 10 03:05:55.241726 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b72ac4-8015-4f4d-96be-ca05b2a120a0 demo demo] Pushing event updated for resources: {'Network': ['ID=1b61a71b-2a4b-4ac5-bda5-6475e265e991,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:05:55.255582 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network 1b61a71b-2a4b-4ac5-bda5-6475e265e991 details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:05:57.677001 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 59572) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:05:58.159937 dv-cinder-830094-4-iscsi neutron-server[103516]: WARNING oslo_policy.policy [None req-23d256f9-02fb-40d0-95a2-5788668b4984 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 03:05:58.160497 dv-cinder-830094-4-iscsi neutron-server[103516]: WARNING oslo_policy.policy [None req-23d256f9-02fb-40d0-95a2-5788668b4984 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 03:05:58.595683 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.policy [None req-23d256f9-02fb-40d0-95a2-5788668b4984 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103516) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 03:05:58.636155 dv-cinder-830094-4-iscsi neutron-server[103516]: WARNING oslo_policy.policy [None req-23d256f9-02fb-40d0-95a2-5788668b4984 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 03:05:58.636514 dv-cinder-830094-4-iscsi neutron-server[103516]: WARNING oslo_policy.policy [None req-23d256f9-02fb-40d0-95a2-5788668b4984 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 03:05:58.643928 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d256f9-02fb-40d0-95a2-5788668b4984 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:05:58.645660 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-23d256f9-02fb-40d0-95a2-5788668b4984 demo admin] 10.222.0.55 "GET /v2.0/networks/1b61a71b-2a4b-4ac5-bda5-6475e265e991 HTTP/1.1" status: 200 len: 825 time: 0.9677768 May 10 03:05:58.684706 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-f6feacd2-7f30-4067-b1e4-2461bad6cf7e demo admin] 10.222.0.55 "GET /v2.0/subnetpools/a4f36cf9-d49c-4d58-9599-4d3c79e0db95 HTTP/1.1" status: 200 len: 734 time: 0.0328045 May 10 03:05:58.693259 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a4f36cf9-d49c-4d58-9599-4d3c79e0db95', 'ip_version': 4, 'network_id': '1b61a71b-2a4b-4ac5-bda5-6475e265e991'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:05:58.729463 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Made reservation on behalf of 55d6ba97f32c4ea5b957d2d6e1852cda for: {'subnet': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:05:58.732234 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:59.018042 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for subnet (c3274a82-a351-4f80-aaa4-f1fea4aa0af3), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:59.088533 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Checking segment: {'id': '322ffe16-4b5c-4000-a882-2052c8f280a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b61a71b-2a4b-4ac5-bda5-6475e265e991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:05:59.088931 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Network hostable DHCP agents. Network: 1b61a71b-2a4b-4ac5-bda5-6475e265e991, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:05:59.100688 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c3274a82-a351-4f80-aaa4-f1fea4aa0af3,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:05:59.112955 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:59.113283 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:59.113626 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:59.113963 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:59.114281 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:59.114592 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:59.114901 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:59.115208 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:59.115533 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:59.115842 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:59.116148 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:59.116466 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:59.116807 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:59.117113 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:59.117415 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Tracked resource versions report: May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: pushed versions: May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: { 'AddressGroup': {'1.2'}, May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Agent': {'1.1'}, May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'ConntrackHelper': {'1.0'}, May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'LocalIPAssociation': {'1.0'}, May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Log': {'1.0'}, May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'NDPProxy': {'1.0'}, May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Network': {'1.1'}, May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Port': {'1.7'}, May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'PortForwarding': {'1.3'}, May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'QosPolicy': {'1.10'}, May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'SecurityGroup': {'1.5'}, May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'SecurityGroupRule': {'1.2'}, May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'SubPort': {'1.0'}, May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Subnet': {'1.1'}, May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Trunk': {'1.1'}} May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: consumer versions: May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: { DHCP agent@dv-cinder-830094-4-iscsi: {}, May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: L3 agent@dv-cinder-830094-4-iscsi: {}, May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: Metadata agent@dv-cinder-830094-4-iscsi: {}, May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: Metering agent@dv-cinder-830094-4-iscsi: {}, May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: Open vSwitch agent@dv-cinder-830094-4-iscsi: { 'AddressGroup': '1.2', May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Agent': '1.1', May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'ConntrackHelper': '1.0', May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'LocalIPAssociation': '1.0', May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Log': '1.0', May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'NDPProxy': '1.0', May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Network': '1.1', May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Port': '1.7', May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'PortForwarding': '1.3', May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'QosPolicy': '1.10', May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'SecurityGroup': '1.5', May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'SecurityGroupRule': '1.2', May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'SubPort': '1.0', May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Subnet': '1.1', May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Trunk': '1.1'}} May 10 03:05:59.119357 dv-cinder-830094-4-iscsi neutron-server[103516]: {{(pid=103516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 03:05:59.142754 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Network 1b61a71b-2a4b-4ac5-bda5-6475e265e991 is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:05:59.155600 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, 1b61a71b-2a4b-4ac5-bda5-6475e265e991) {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:05:59.160044 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:05:59.160745 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:59.165718 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f261a6fc-095f-4a2f-ac94-27bd7739ea76 None None] Network 1b61a71b-2a4b-4ac5-bda5-6475e265e991 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:05:59.180910 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-ab997d1a-5766-4b6f-90d1-fcea387538d6 demo admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4908805 May 10 03:05:59.426303 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab3fd681-b6c6-573e-967e-f8a5bfbe9e64-1b61a71b-2a4b-4ac5-bda5-6475e265e991', 'network_id': '1b61a71b-2a4b-4ac5-bda5-6475e265e991', 'project_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'fixed_ips': [{'subnet_id': 'c3274a82-a351-4f80-aaa4-f1fea4aa0af3'}]}} from dv-cinder-830094-4-iscsi. {{(pid=103517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:05:59.427541 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:59.702663 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Allocated IP 172.20.0.2 (1b61a71b-2a4b-4ac5-bda5-6475e265e991/c3274a82-a351-4f80-aaa4-f1fea4aa0af3/0f45d014-a8c9-4245-86a2-195ddf8ada62) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:05:59.979734 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Publish callbacks [] for port (0f45d014-a8c9-4245-86a2-195ddf8ada62), precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:05:59.988638 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (0f45d014-a8c9-4245-86a2-195ddf8ada62), after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:00.074288 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Network 1b61a71b-2a4b-4ac5-bda5-6475e265e991 is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:06:00.075136 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Pushing event updated for resources: {'Port': ['ID=0f45d014-a8c9-4245-86a2-195ddf8ada62,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:06:00.079600 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:06:00.085496 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:06:00.089101 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:00.089443 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:00.089795 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:00.090153 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:00.090488 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:00.090812 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:00.091164 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:00.091580 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:00.091910 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:00.092229 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:00.092550 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:00.092918 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:00.093238 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:00.093552 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:00.093864 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Tracked resource versions report: May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: pushed versions: May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: { 'AddressGroup': {'1.2'}, May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Agent': {'1.1'}, May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'ConntrackHelper': {'1.0'}, May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'LocalIPAssociation': {'1.0'}, May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Log': {'1.0'}, May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'NDPProxy': {'1.0'}, May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Network': {'1.1'}, May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Port': {'1.7'}, May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'PortForwarding': {'1.3'}, May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'QosPolicy': {'1.10'}, May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'SecurityGroup': {'1.5'}, May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'SecurityGroupRule': {'1.2'}, May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'SubPort': {'1.0'}, May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Subnet': {'1.1'}, May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Trunk': {'1.1'}} May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: consumer versions: May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: { DHCP agent@dv-cinder-830094-4-iscsi: {}, May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: L3 agent@dv-cinder-830094-4-iscsi: {}, May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: Metadata agent@dv-cinder-830094-4-iscsi: {}, May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: Metering agent@dv-cinder-830094-4-iscsi: {}, May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: Open vSwitch agent@dv-cinder-830094-4-iscsi: { 'AddressGroup': '1.2', May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Agent': '1.1', May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'ConntrackHelper': '1.0', May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'LocalIPAssociation': '1.0', May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Log': '1.0', May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'NDPProxy': '1.0', May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Network': '1.1', May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Port': '1.7', May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'PortForwarding': '1.3', May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'QosPolicy': '1.10', May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'SecurityGroup': '1.5', May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'SecurityGroupRule': '1.2', May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'SubPort': '1.0', May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Subnet': '1.1', May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Trunk': '1.1'}} May 10 03:06:00.095299 dv-cinder-830094-4-iscsi neutron-server[103517]: {{(pid=103517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 03:06:00.173796 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Attempting to bind port 0f45d014-a8c9-4245-86a2-195ddf8ada62 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:06:00.174478 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Attempting to bind port 0f45d014-a8c9-4245-86a2-195ddf8ada62 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '322ffe16-4b5c-4000-a882-2052c8f280a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b61a71b-2a4b-4ac5-bda5-6475e265e991'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:06:00.174609 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Attempting to bind port 0f45d014-a8c9-4245-86a2-195ddf8ada62 on network 1b61a71b-2a4b-4ac5-bda5-6475e265e991 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:06:00.179428 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:06:00.179803 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Checking segment: {'id': '322ffe16-4b5c-4000-a882-2052c8f280a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b61a71b-2a4b-4ac5-bda5-6475e265e991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:06:00.180289 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:00.180696 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Bound using segment: {'id': '322ffe16-4b5c-4000-a882-2052c8f280a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b61a71b-2a4b-4ac5-bda5-6475e265e991'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:06:00.181759 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Bound port: 0f45d014-a8c9-4245-86a2-195ddf8ada62, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322ffe16-4b5c-4000-a882-2052c8f280a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b61a71b-2a4b-4ac5-bda5-6475e265e991'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:06:00.182159 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (0f45d014-a8c9-4245-86a2-195ddf8ada62), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:00.244595 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] For port 0f45d014-a8c9-4245-86a2-195ddf8ada62, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:06:00.264956 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] For port 0f45d014-a8c9-4245-86a2-195ddf8ada62, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=0f45d014-a8c9-4245-86a2-195ddf8ada62,segment=NetworkSegment(322ffe16-4b5c-4000-a882-2052c8f280a1),segment_id=322ffe16-4b5c-4000-a882-2052c8f280a1)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:06:00.271806 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (0f45d014-a8c9-4245-86a2-195ddf8ada62), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:00.326133 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddc2ab-1b57-403e-9a19-8dbf0ec59d00 None None] Pushing event updated for resources: {'Port': ['ID=0f45d014-a8c9-4245-86a2-195ddf8ada62,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:06:01.787724 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 59592) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:06:02.104771 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [None req-61ed64b1-d9b8-497b-8225-daf48e73e2e1 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103516) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:06:02.105780 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-61ed64b1-d9b8-497b-8225-daf48e73e2e1 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3170207 May 10 03:06:04.561346 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 59600) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:06:04.875563 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [None req-9a476688-c6f3-48c3-850e-0756dfe9c809 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103516) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:06:04.876540 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-9a476688-c6f3-48c3-850e-0756dfe9c809 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3142638 May 10 03:06:07.377113 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 59608) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:06:07.686012 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-051385d8-ae88-47fa-93c5-39e0328be159 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:06:07.709496 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-051385d8-ae88-47fa-93c5-39e0328be159 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-961250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9357'] for router (3eda27ef-20f0-4f71-bc46-ffb366765dbd), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:07.711144 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-051385d8-ae88-47fa-93c5-39e0328be159 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-961110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9398'] for router (3eda27ef-20f0-4f71-bc46-ffb366765dbd), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:07.849342 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-051385d8-ae88-47fa-93c5-39e0328be159 demo demo] Publish callbacks [] for router_controller (3eda27ef-20f0-4f71-bc46-ffb366765dbd), precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:07.854714 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-051385d8-ae88-47fa-93c5-39e0328be159 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-961113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962584'] for router (3eda27ef-20f0-4f71-bc46-ffb366765dbd), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:07.871715 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-051385d8-ae88-47fa-93c5-39e0328be159 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:07.873190 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-051385d8-ae88-47fa-93c5-39e0328be159 demo demo] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4950886 May 10 03:06:10.347156 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 59620) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:06:10.659724 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [None req-f5700210-0379-4ec6-bfe7-eaf66187c934 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:06:10.660736 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-f5700210-0379-4ec6-bfe7-eaf66187c934 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3126905 May 10 03:06:11.787032 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 0f45d014-a8c9-4245-86a2-195ddf8ada62 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:06:11.883773 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 0f45d014-a8c9-4245-86a2-195ddf8ada62 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:06:11.885012 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (0f45d014-a8c9-4245-86a2-195ddf8ada62), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:11.910703 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67ce355-0ea9-4ea5-b43a-3909835a868e None None] Network 1b61a71b-2a4b-4ac5-bda5-6475e265e991 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:06:11.999631 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-2f5352a9-996c-40c1-a536-8adbba349774 None None] Provisioning complete for port 0f45d014-a8c9-4245-86a2-195ddf8ada62 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:06:11.999939 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2f5352a9-996c-40c1-a536-8adbba349774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (0f45d014-a8c9-4245-86a2-195ddf8ada62), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:12.112622 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 0f45d014-a8c9-4245-86a2-195ddf8ada62 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:06:12.113032 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (0f45d014-a8c9-4245-86a2-195ddf8ada62), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:12.215771 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] For port 0f45d014-a8c9-4245-86a2-195ddf8ada62, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=0f45d014-a8c9-4245-86a2-195ddf8ada62,segment=NetworkSegment(322ffe16-4b5c-4000-a882-2052c8f280a1),segment_id=322ffe16-4b5c-4000-a882-2052c8f280a1)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:06:12.229320 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (0f45d014-a8c9-4245-86a2-195ddf8ada62), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:12.238046 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-2f5352a9-996c-40c1-a536-8adbba349774 None None] Current status of the port 0f45d014-a8c9-4245-86a2-195ddf8ada62 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:06:12.238411 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2f5352a9-996c-40c1-a536-8adbba349774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (0f45d014-a8c9-4245-86a2-195ddf8ada62), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:12.328346 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Pushing event updated for resources: {'Port': ['ID=0f45d014-a8c9-4245-86a2-195ddf8ada62,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:06:12.340041 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.db.api [None req-2f5352a9-996c-40c1-a536-8adbba349774 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 03:06:12.340462 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG oslo_db.api [None req-2f5352a9-996c-40c1-a536-8adbba349774 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 03:06:12.876526 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-2f5352a9-996c-40c1-a536-8adbba349774 None None] Current status of the port 0f45d014-a8c9-4245-86a2-195ddf8ada62 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:06:12.992887 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-bdc1da2e-7599-4c21-ab62-44d847857940 None None] Provisioning complete for port 0f45d014-a8c9-4245-86a2-195ddf8ada62 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:06:12.993418 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bdc1da2e-7599-4c21-ab62-44d847857940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (0f45d014-a8c9-4245-86a2-195ddf8ada62), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:13.068506 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-bdc1da2e-7599-4c21-ab62-44d847857940 None None] Current status of the port 0f45d014-a8c9-4245-86a2-195ddf8ada62 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:06:13.145270 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 59630) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:06:13.451806 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-c0799d20-7aac-4471-996e-1f411d3a1091 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:06:13.472798 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0799d20-7aac-4471-996e-1f411d3a1091 admin admin] Made reservation on behalf of 2e1554fd89594f468faedf42d5357b2f for: {'network': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:06:13.475131 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c0799d20-7aac-4471-996e-1f411d3a1091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:13.491048 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c0799d20-7aac-4471-996e-1f411d3a1091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:13.593399 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c0799d20-7aac-4471-996e-1f411d3a1091 admin admin] Publish callbacks [] for security_group (d42ddf26-f079-4c29-9cd8-75ebdc240c3a), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:13.597101 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c0799d20-7aac-4471-996e-1f411d3a1091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (d42ddf26-f079-4c29-9cd8-75ebdc240c3a), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:13.612834 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c0799d20-7aac-4471-996e-1f411d3a1091 admin admin] Reserving flat network on physical network physnet1 {{(pid=103516) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 03:06:13.632682 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0799d20-7aac-4471-996e-1f411d3a1091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42ddf26-f079-4c29-9cd8-75ebdc240c3a,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:06:13.638657 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c0799d20-7aac-4471-996e-1f411d3a1091 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729517486376', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (5609cdcf-884a-464c-8432-e625728a4a46), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:13.639209 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c0799d20-7aac-4471-996e-1f411d3a1091 admin admin] Unsubscribe: segment precommit_create {{(pid=103516) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 03:06:13.639692 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.segments_db [None req-c0799d20-7aac-4471-996e-1f411d3a1091 admin admin] Added segment 5609cdcf-884a-464c-8432-e625728a4a46 of type flat for network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f May 10 03:06:13.691748 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c0799d20-7aac-4471-996e-1f411d3a1091 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:13.733164 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c0799d20-7aac-4471-996e-1f411d3a1091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:13.734117 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0799d20-7aac-4471-996e-1f411d3a1091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:06:13.734680 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c0799d20-7aac-4471-996e-1f411d3a1091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:13.763543 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 0f45d014-a8c9-4245-86a2-195ddf8ada62 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:06:13.812998 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 0f45d014-a8c9-4245-86a2-195ddf8ada62 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:06:13.813386 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (0f45d014-a8c9-4245-86a2-195ddf8ada62), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:13.816262 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-c0799d20-7aac-4471-996e-1f411d3a1091 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6700063 May 10 03:06:13.852167 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0799d20-7aac-4471-996e-1f411d3a1091 admin admin] Pushing event updated for resources: {'Network': ['ID=d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:06:13.863530 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:06:14.007846 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 0f45d014-a8c9-4245-86a2-195ddf8ada62 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:06:14.203974 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 5 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:06:14.708793 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1963c9ec-09cc-4939-bdbe-940791c3f286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:16.265134 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 59638) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:06:16.675855 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76581a06-cbb1-4d8a-a45d-2db21ecc6a82 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:06:16.677135 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-76581a06-cbb1-4d8a-a45d-2db21ecc6a82 demo admin] 10.222.0.55 "GET /v2.0/subnets/c3274a82-a351-4f80-aaa4-f1fea4aa0af3 HTTP/1.1" status: 200 len: 849 time: 0.4111068 May 10 03:06:16.798208 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-ed784187-dd55-4309-afe6-9babb26e1ea0 demo admin] 10.222.0.55 "GET /v2.0/routers/3eda27ef-20f0-4f71-bc46-ffb366765dbd HTTP/1.1" status: 200 len: 704 time: 0.1150062 May 10 03:06:16.879483 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c2efd66f-7da1-4432-b875-e6d309061021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:17.071046 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15c4f3eb-ca69-42e4-a897-f767d5fa5c0f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:17.363953 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-15c4f3eb-ca69-42e4-a897-f767d5fa5c0f demo admin] Allocated IP 172.20.0.1 (1b61a71b-2a4b-4ac5-bda5-6475e265e991/c3274a82-a351-4f80-aaa4-f1fea4aa0af3/22c7f767-b16a-4c91-b8f4-4100b18f03b1) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:06:17.548139 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15c4f3eb-ca69-42e4-a897-f767d5fa5c0f demo admin] Publish callbacks [] for port (22c7f767-b16a-4c91-b8f4-4100b18f03b1), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:17.614927 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15c4f3eb-ca69-42e4-a897-f767d5fa5c0f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (22c7f767-b16a-4c91-b8f4-4100b18f03b1), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:17.686455 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c4f3eb-ca69-42e4-a897-f767d5fa5c0f demo admin] Network 1b61a71b-2a4b-4ac5-bda5-6475e265e991 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:06:17.692234 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-15c4f3eb-ca69-42e4-a897-f767d5fa5c0f demo admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:06:17.705639 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c4f3eb-ca69-42e4-a897-f767d5fa5c0f demo admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:06:17.706170 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15c4f3eb-ca69-42e4-a897-f767d5fa5c0f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965455'] for router_interface (3eda27ef-20f0-4f71-bc46-ffb366765dbd), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:17.725194 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4f3eb-ca69-42e4-a897-f767d5fa5c0f demo admin] Pushing event updated for resources: {'Port': ['ID=22c7f767-b16a-4c91-b8f4-4100b18f03b1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:06:17.913286 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-cc30de74-313f-45a7-8bb6-06678bf02efc None None] Provisioning complete for port 22c7f767-b16a-4c91-b8f4-4100b18f03b1 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:06:17.913887 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cc30de74-313f-45a7-8bb6-06678bf02efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (22c7f767-b16a-4c91-b8f4-4100b18f03b1), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:17.948455 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-cc30de74-313f-45a7-8bb6-06678bf02efc None None] Port 22c7f767-b16a-4c91-b8f4-4100b18f03b1 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:06:17.958196 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15c4f3eb-ca69-42e4-a897-f767d5fa5c0f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (22c7f767-b16a-4c91-b8f4-4100b18f03b1), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:18.100828 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:18.162969 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15c4f3eb-ca69-42e4-a897-f767d5fa5c0f demo admin] Publish callbacks [] for port (22c7f767-b16a-4c91-b8f4-4100b18f03b1), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:18.167311 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15c4f3eb-ca69-42e4-a897-f767d5fa5c0f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (22c7f767-b16a-4c91-b8f4-4100b18f03b1), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:18.168012 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15c4f3eb-ca69-42e4-a897-f767d5fa5c0f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-966002'] for router_interface (3eda27ef-20f0-4f71-bc46-ffb366765dbd), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:18.246749 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4f3eb-ca69-42e4-a897-f767d5fa5c0f demo admin] Pushing event updated for resources: {'Port': ['ID=22c7f767-b16a-4c91-b8f4-4100b18f03b1,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:06:18.292277 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c4f3eb-ca69-42e4-a897-f767d5fa5c0f demo admin] Network 1b61a71b-2a4b-4ac5-bda5-6475e265e991 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:06:18.293590 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-15c4f3eb-ca69-42e4-a897-f767d5fa5c0f demo admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:06:18.464018 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c4f3eb-ca69-42e4-a897-f767d5fa5c0f demo admin] Router 3eda27ef-20f0-4f71-bc46-ffb366765dbd is scheduled to L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:06:18.469601 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-6aaa3e20-c7ba-4d6d-9b08-7e769bc3e035 None None] Provisioning complete for port 22c7f767-b16a-4c91-b8f4-4100b18f03b1 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:06:18.469990 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3e20-c7ba-4d6d-9b08-7e769bc3e035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (22c7f767-b16a-4c91-b8f4-4100b18f03b1), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:18.502092 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa3e20-c7ba-4d6d-9b08-7e769bc3e035 None None] Port 22c7f767-b16a-4c91-b8f4-4100b18f03b1 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:06:18.555512 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c4f3eb-ca69-42e4-a897-f767d5fa5c0f demo admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:06:18.560979 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-15c4f3eb-ca69-42e4-a897-f767d5fa5c0f demo admin] 10.222.0.55 "PUT /v2.0/routers/3eda27ef-20f0-4f71-bc46-ffb366765dbd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7575495 May 10 03:06:18.565387 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Sync routers for ids ['3eda27ef-20f0-4f71-bc46-ffb366765dbd'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:06:18.578398 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Routers {'3eda27ef-20f0-4f71-bc46-ffb366765dbd'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:06:18.579332 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:06:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['3eda27ef-20f0-4f71-bc46-ffb366765dbd'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:06:18.773244 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Set router 3eda27ef-20f0-4f71-bc46-ffb366765dbd gateway port host: None {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:06:19.189284 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eda27ef-20f0-4f71-bc46-ffb366765dbd', 'name': 'router1', 'tenant_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:06:07Z', 'updated_at': '2022-05-10T03:06:17Z', 'revision_number': 2, 'project_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'gw_port_host': None, '_interfaces': [{'id': '22c7f767-b16a-4c91-b8f4-4100b18f03b1', 'name': '', 'network_id': '1b61a71b-2a4b-4ac5-bda5-6475e265e991', 'tenant_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'mac_address': 'fa:16:3e:f7:cd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eda27ef-20f0-4f71-bc46-ffb366765dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3274a82-a351-4f80-aaa4-f1fea4aa0af3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:06:17Z', 'updated_at': '2022-05-10T03:06:18Z', 'revision_number': 2, 'project_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'subnets': [{'id': 'c3274a82-a351-4f80-aaa4-f1fea4aa0af3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4f36cf9-d49c-4d58-9599-4d3c79e0db95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:06:19.240202 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Checking router: 3eda27ef-20f0-4f71-bc46-ffb366765dbd for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:06:19.240564 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Updating router 3eda27ef-20f0-4f71-bc46-ffb366765dbd port 22c7f767-b16a-4c91-b8f4-4100b18f03b1 binding host dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:06:19.294383 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (22c7f767-b16a-4c91-b8f4-4100b18f03b1), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:19.738084 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:19.802727 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Publish callbacks [] for port (22c7f767-b16a-4c91-b8f4-4100b18f03b1), precommit_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:19.809100 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (22c7f767-b16a-4c91-b8f4-4100b18f03b1), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:19.976932 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dd396-ded7-4ec7-a06a-e7ea651da3cd None None] Pushing event updated for resources: {'Port': ['ID=22c7f767-b16a-4c91-b8f4-4100b18f03b1,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:06:19.986957 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Attempting to bind port 22c7f767-b16a-4c91-b8f4-4100b18f03b1 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:06:19.987446 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Attempting to bind port 22c7f767-b16a-4c91-b8f4-4100b18f03b1 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '322ffe16-4b5c-4000-a882-2052c8f280a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b61a71b-2a4b-4ac5-bda5-6475e265e991'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:06:19.987879 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Attempting to bind port 22c7f767-b16a-4c91-b8f4-4100b18f03b1 on network 1b61a71b-2a4b-4ac5-bda5-6475e265e991 {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:06:19.994450 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dd396-ded7-4ec7-a06a-e7ea651da3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:19.994788 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dd396-ded7-4ec7-a06a-e7ea651da3cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:19.995129 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dd396-ded7-4ec7-a06a-e7ea651da3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:19.995466 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dd396-ded7-4ec7-a06a-e7ea651da3cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:19.995799 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dd396-ded7-4ec7-a06a-e7ea651da3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:19.996122 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dd396-ded7-4ec7-a06a-e7ea651da3cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:19.996445 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dd396-ded7-4ec7-a06a-e7ea651da3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:19.996789 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dd396-ded7-4ec7-a06a-e7ea651da3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:19.997122 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dd396-ded7-4ec7-a06a-e7ea651da3cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:19.997428 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dd396-ded7-4ec7-a06a-e7ea651da3cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:19.997749 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dd396-ded7-4ec7-a06a-e7ea651da3cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:19.998085 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dd396-ded7-4ec7-a06a-e7ea651da3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:19.998408 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dd396-ded7-4ec7-a06a-e7ea651da3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:19.998725 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dd396-ded7-4ec7-a06a-e7ea651da3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:19.999039 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dd396-ded7-4ec7-a06a-e7ea651da3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dd396-ded7-4ec7-a06a-e7ea651da3cd None None] Tracked resource versions report: May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: pushed versions: May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: { 'AddressGroup': {'1.2'}, May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Agent': {'1.1'}, May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'ConntrackHelper': {'1.0'}, May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'LocalIPAssociation': {'1.0'}, May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Log': {'1.0'}, May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'NDPProxy': {'1.0'}, May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Network': {'1.1'}, May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Port': {'1.7'}, May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'PortForwarding': {'1.3'}, May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'QosPolicy': {'1.10'}, May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'SecurityGroup': {'1.5'}, May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'SecurityGroupRule': {'1.2'}, May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'SubPort': {'1.0'}, May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Subnet': {'1.1'}, May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Trunk': {'1.1'}} May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: consumer versions: May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: { DHCP agent@dv-cinder-830094-4-iscsi: {}, May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: L3 agent@dv-cinder-830094-4-iscsi: {}, May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: Metadata agent@dv-cinder-830094-4-iscsi: {}, May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: Metering agent@dv-cinder-830094-4-iscsi: {}, May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: Open vSwitch agent@dv-cinder-830094-4-iscsi: { 'AddressGroup': '1.2', May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Agent': '1.1', May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'ConntrackHelper': '1.0', May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'LocalIPAssociation': '1.0', May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Log': '1.0', May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'NDPProxy': '1.0', May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Network': '1.1', May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Port': '1.7', May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'PortForwarding': '1.3', May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'QosPolicy': '1.10', May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'SecurityGroup': '1.5', May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'SecurityGroupRule': '1.2', May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'SubPort': '1.0', May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Subnet': '1.1', May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Trunk': '1.1'}} May 10 03:06:20.000485 dv-cinder-830094-4-iscsi neutron-server[103518]: {{(pid=103518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 03:06:20.002905 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:06:20.003202 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Checking segment: {'id': '322ffe16-4b5c-4000-a882-2052c8f280a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b61a71b-2a4b-4ac5-bda5-6475e265e991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:06:20.003698 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:20.004060 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Bound using segment: {'id': '322ffe16-4b5c-4000-a882-2052c8f280a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b61a71b-2a4b-4ac5-bda5-6475e265e991'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:06:20.004553 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Bound port: 22c7f767-b16a-4c91-b8f4-4100b18f03b1, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322ffe16-4b5c-4000-a882-2052c8f280a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b61a71b-2a4b-4ac5-bda5-6475e265e991'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:06:20.004950 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (22c7f767-b16a-4c91-b8f4-4100b18f03b1), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:20.076115 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] For port 22c7f767-b16a-4c91-b8f4-4100b18f03b1, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:06:20.097306 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] For port 22c7f767-b16a-4c91-b8f4-4100b18f03b1, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=22c7f767-b16a-4c91-b8f4-4100b18f03b1,segment=NetworkSegment(322ffe16-4b5c-4000-a882-2052c8f280a1),segment_id=322ffe16-4b5c-4000-a882-2052c8f280a1)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:06:20.104547 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (22c7f767-b16a-4c91-b8f4-4100b18f03b1), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:20.161286 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dd396-ded7-4ec7-a06a-e7ea651da3cd None None] Pushing event updated for resources: {'Port': ['ID=22c7f767-b16a-4c91-b8f4-4100b18f03b1,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:06:20.170235 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Routers {'3eda27ef-20f0-4f71-bc46-ffb366765dbd'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:06:20.170852 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:06:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['3eda27ef-20f0-4f71-bc46-ffb366765dbd'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:06:20.176176 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-cf57259c-8c9c-47f7-9543-0f84170b7d34 None None] Provisioning complete for port 22c7f767-b16a-4c91-b8f4-4100b18f03b1 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:06:20.179634 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cf57259c-8c9c-47f7-9543-0f84170b7d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (22c7f767-b16a-4c91-b8f4-4100b18f03b1), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:20.271638 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] Set router 3eda27ef-20f0-4f71-bc46-ffb366765dbd gateway port host: None {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:06:20.281149 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-cf57259c-8c9c-47f7-9543-0f84170b7d34 None None] Current status of the port 22c7f767-b16a-4c91-b8f4-4100b18f03b1 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:06:20.281885 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cf57259c-8c9c-47f7-9543-0f84170b7d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (22c7f767-b16a-4c91-b8f4-4100b18f03b1), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:20.324346 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-cf57259c-8c9c-47f7-9543-0f84170b7d34 None None] For port 22c7f767-b16a-4c91-b8f4-4100b18f03b1, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=22c7f767-b16a-4c91-b8f4-4100b18f03b1,segment=NetworkSegment(322ffe16-4b5c-4000-a882-2052c8f280a1),segment_id=322ffe16-4b5c-4000-a882-2052c8f280a1)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:06:20.328885 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cf57259c-8c9c-47f7-9543-0f84170b7d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (22c7f767-b16a-4c91-b8f4-4100b18f03b1), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:20.379094 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57259c-8c9c-47f7-9543-0f84170b7d34 None None] Pushing event updated for resources: {'Port': ['ID=22c7f767-b16a-4c91-b8f4-4100b18f03b1,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:06:20.446682 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3dc45a59-6d45-455c-becb-d035cb819c68 None None] Provisioning complete for port 22c7f767-b16a-4c91-b8f4-4100b18f03b1 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:06:20.447079 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3dc45a59-6d45-455c-becb-d035cb819c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (22c7f767-b16a-4c91-b8f4-4100b18f03b1), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:20.486440 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eda27ef-20f0-4f71-bc46-ffb366765dbd', 'name': 'router1', 'tenant_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:06:07Z', 'updated_at': '2022-05-10T03:06:17Z', 'revision_number': 2, 'project_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'gw_port_host': None, '_interfaces': [{'id': '22c7f767-b16a-4c91-b8f4-4100b18f03b1', 'name': '', 'network_id': '1b61a71b-2a4b-4ac5-bda5-6475e265e991', 'tenant_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'mac_address': 'fa:16:3e:f7:cd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eda27ef-20f0-4f71-bc46-ffb366765dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3274a82-a351-4f80-aaa4-f1fea4aa0af3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:06:17Z', 'updated_at': '2022-05-10T03:06:20Z', 'revision_number': 4, 'project_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'subnets': [{'id': 'c3274a82-a351-4f80-aaa4-f1fea4aa0af3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4f36cf9-d49c-4d58-9599-4d3c79e0db95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:06:20.514915 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d364fc-b98c-49a0-9808-4b4e511f4e2e None None] The sync data for ids ['3eda27ef-20f0-4f71-bc46-ffb366765dbd'] in dv-cinder-830094-4-iscsi is: [{'id': '3eda27ef-20f0-4f71-bc46-ffb366765dbd', 'name': 'router1', 'tenant_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:06:07Z', 'updated_at': '2022-05-10T03:06:17Z', 'revision_number': 2, 'project_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'gw_port_host': None, '_interfaces': [{'id': '22c7f767-b16a-4c91-b8f4-4100b18f03b1', 'name': '', 'network_id': '1b61a71b-2a4b-4ac5-bda5-6475e265e991', 'tenant_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'mac_address': 'fa:16:3e:f7:cd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eda27ef-20f0-4f71-bc46-ffb366765dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3274a82-a351-4f80-aaa4-f1fea4aa0af3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:06:17Z', 'updated_at': '2022-05-10T03:06:20Z', 'revision_number': 4, 'project_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'subnets': [{'id': 'c3274a82-a351-4f80-aaa4-f1fea4aa0af3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4f36cf9-d49c-4d58-9599-4d3c79e0db95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:06:20.527318 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3dc45a59-6d45-455c-becb-d035cb819c68 None None] Current status of the port 22c7f767-b16a-4c91-b8f4-4100b18f03b1 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:06:21.011113 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 59658) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:06:21.090539 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:21.212716 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5db12f-105b-4ec1-9327-3f1fbfd523d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:06:21.214461 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-3b5db12f-105b-4ec1-9327-3f1fbfd523d9 admin admin] 10.222.0.55 "GET /v2.0/networks/d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f HTTP/1.1" status: 200 len: 842 time: 0.2022750 May 10 03:06:21.223716 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-8167beb7-c5df-405a-ba3e-9890965ab26f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:06:21.246128 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8167beb7-c5df-405a-ba3e-9890965ab26f admin admin] Made reservation on behalf of 2e1554fd89594f468faedf42d5357b2f for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:06:21.248466 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8167beb7-c5df-405a-ba3e-9890965ab26f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:21.538975 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.objects.ports [None req-8167beb7-c5df-405a-ba3e-9890965ab26f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103515) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 10 03:06:21.539392 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8167beb7-c5df-405a-ba3e-9890965ab26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for subnet (bd047d23-5285-4825-bb07-3cc53b0f3442), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:21.600863 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167beb7-c5df-405a-ba3e-9890965ab26f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd047d23-5285-4825-bb07-3cc53b0f3442,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:06:21.605556 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8167beb7-c5df-405a-ba3e-9890965ab26f admin admin] Checking segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:06:21.605917 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8167beb7-c5df-405a-ba3e-9890965ab26f admin admin] Network hostable DHCP agents. Network: d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:06:21.626781 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8167beb7-c5df-405a-ba3e-9890965ab26f admin admin] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:06:21.638676 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-8167beb7-c5df-405a-ba3e-9890965ab26f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:06:21.642799 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8167beb7-c5df-405a-ba3e-9890965ab26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:06:21.643515 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8167beb7-c5df-405a-ba3e-9890965ab26f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:21.650362 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cee78e-663a-4b73-ba98-ae92b72fa456 None None] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:06:21.661054 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-8167beb7-c5df-405a-ba3e-9890965ab26f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4404836 May 10 03:06:21.758240 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664f75ac-0268-46a2-a034-1a4ba6c25ad4 None None] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:06:24.545352 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 59676) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:06:24.687683 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-48d40d1a-1d0e-40c8-a259-380881b527d8 demo admin] 10.222.0.55 "GET /v2.0/routers/3eda27ef-20f0-4f71-bc46-ffb366765dbd HTTP/1.1" status: 200 len: 710 time: 0.1362951 May 10 03:06:24.766553 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a570e5dd-6646-4c88-8761-733c0d29e57f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:06:24.772906 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-a570e5dd-6646-4c88-8761-733c0d29e57f demo admin] 10.222.0.55 "GET /v2.0/networks/d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f HTTP/1.1" status: 200 len: 886 time: 0.0796902 May 10 03:06:24.777531 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-67131024-efb7-42d8-8bbd-a6382a3c4bb0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:06:25.107385 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-67131024-efb7-42d8-8bbd-a6382a3c4bb0 demo admin] Publish callbacks [] for router_gateway (3eda27ef-20f0-4f71-bc46-ffb366765dbd), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:25.333681 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-67131024-efb7-42d8-8bbd-a6382a3c4bb0 demo admin] Publish callbacks [] for router_gateway (3eda27ef-20f0-4f71-bc46-ffb366765dbd), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:25.409908 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-67131024-efb7-42d8-8bbd-a6382a3c4bb0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:25.508004 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-67131024-efb7-42d8-8bbd-a6382a3c4bb0 demo admin] Allocated IP 172.27.1.234 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/164c895b-25f4-4847-aaad-626af38a4eb2) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:06:25.607983 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-67131024-efb7-42d8-8bbd-a6382a3c4bb0 demo admin] Publish callbacks [] for port (164c895b-25f4-4847-aaad-626af38a4eb2), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:25.639922 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-67131024-efb7-42d8-8bbd-a6382a3c4bb0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (164c895b-25f4-4847-aaad-626af38a4eb2), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:25.675648 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67131024-efb7-42d8-8bbd-a6382a3c4bb0 demo admin] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:06:25.678473 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-67131024-efb7-42d8-8bbd-a6382a3c4bb0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:06:25.681526 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67131024-efb7-42d8-8bbd-a6382a3c4bb0 demo admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:06:25.726882 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67131024-efb7-42d8-8bbd-a6382a3c4bb0 demo admin] Pushing event updated for resources: {'Port': ['ID=164c895b-25f4-4847-aaad-626af38a4eb2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:06:25.944991 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-67131024-efb7-42d8-8bbd-a6382a3c4bb0 demo admin] Publish callbacks [] for router_gateway (3eda27ef-20f0-4f71-bc46-ffb366765dbd), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:26.147738 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-67131024-efb7-42d8-8bbd-a6382a3c4bb0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-962567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-961120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9384'] for router (3eda27ef-20f0-4f71-bc46-ffb366765dbd), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:26.152186 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-67131024-efb7-42d8-8bbd-a6382a3c4bb0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-962574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-962577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-961131'] for router (3eda27ef-20f0-4f71-bc46-ffb366765dbd), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:26.366176 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67131024-efb7-42d8-8bbd-a6382a3c4bb0 demo admin] Router 3eda27ef-20f0-4f71-bc46-ffb366765dbd has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:06:26.475379 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67131024-efb7-42d8-8bbd-a6382a3c4bb0 demo admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:06:26.480634 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-67131024-efb7-42d8-8bbd-a6382a3c4bb0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:26.481847 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-67131024-efb7-42d8-8bbd-a6382a3c4bb0 demo admin] 10.222.0.55 "PUT /v2.0/routers/3eda27ef-20f0-4f71-bc46-ffb366765dbd HTTP/1.1" status: 200 len: 890 time: 1.7083066 May 10 03:06:29.020387 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 59688) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:06:29.132258 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-1202d02c-bc03-4ec2-a192-dd04d4bb9382 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1106994 May 10 03:06:29.807830 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 22c7f767-b16a-4c91-b8f4-4100b18f03b1 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:06:29.863580 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 22c7f767-b16a-4c91-b8f4-4100b18f03b1 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:06:29.864124 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (22c7f767-b16a-4c91-b8f4-4100b18f03b1), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:29.889411 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Sync routers for ids ['3eda27ef-20f0-4f71-bc46-ffb366765dbd'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:06:29.917283 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Routers {'3eda27ef-20f0-4f71-bc46-ffb366765dbd'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:06:29.917962 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:06:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['3eda27ef-20f0-4f71-bc46-ffb366765dbd'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:06:30.098787 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 22c7f767-b16a-4c91-b8f4-4100b18f03b1 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:06:30.182154 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Set router 3eda27ef-20f0-4f71-bc46-ffb366765dbd gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:06:30.636132 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eda27ef-20f0-4f71-bc46-ffb366765dbd', 'name': 'router1', 'tenant_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '164c895b-25f4-4847-aaad-626af38a4eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:06:07Z', 'updated_at': '2022-05-10T03:06:25Z', 'revision_number': 4, 'project_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'gw_port': {'id': '164c895b-25f4-4847-aaad-626af38a4eb2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eda27ef-20f0-4f71-bc46-ffb366765dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:06:25Z', 'updated_at': '2022-05-10T03:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '22c7f767-b16a-4c91-b8f4-4100b18f03b1', 'name': '', 'network_id': '1b61a71b-2a4b-4ac5-bda5-6475e265e991', 'tenant_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'mac_address': 'fa:16:3e:f7:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eda27ef-20f0-4f71-bc46-ffb366765dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3274a82-a351-4f80-aaa4-f1fea4aa0af3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:06:17Z', 'updated_at': '2022-05-10T03:06:20Z', 'revision_number': 5, 'project_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'subnets': [{'id': 'c3274a82-a351-4f80-aaa4-f1fea4aa0af3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4f36cf9-d49c-4d58-9599-4d3c79e0db95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:06:30.686812 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Checking router: 3eda27ef-20f0-4f71-bc46-ffb366765dbd for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:06:30.687200 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Updating router 3eda27ef-20f0-4f71-bc46-ffb366765dbd port 164c895b-25f4-4847-aaad-626af38a4eb2 binding host dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:06:30.740756 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (164c895b-25f4-4847-aaad-626af38a4eb2), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:31.080293 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Publish callbacks [] for port (164c895b-25f4-4847-aaad-626af38a4eb2), precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:31.087911 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (164c895b-25f4-4847-aaad-626af38a4eb2), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:31.143174 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Attempting to bind port 164c895b-25f4-4847-aaad-626af38a4eb2 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:06:31.143537 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Attempting to bind port 164c895b-25f4-4847-aaad-626af38a4eb2 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:06:31.143902 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Attempting to bind port 164c895b-25f4-4847-aaad-626af38a4eb2 on network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:06:31.145981 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63d629-63a0-47bf-a144-f149c494e8be None None] Pushing event updated for resources: {'Port': ['ID=164c895b-25f4-4847-aaad-626af38a4eb2,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:06:31.157094 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:06:31.157471 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Checking segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:06:31.158049 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:31.158445 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Bound using segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:06:31.158914 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Bound port: 164c895b-25f4-4847-aaad-626af38a4eb2, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:06:31.159310 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (164c895b-25f4-4847-aaad-626af38a4eb2), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:31.220748 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] For port 164c895b-25f4-4847-aaad-626af38a4eb2, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:06:31.224701 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] For port 164c895b-25f4-4847-aaad-626af38a4eb2, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=164c895b-25f4-4847-aaad-626af38a4eb2,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:06:31.231228 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (164c895b-25f4-4847-aaad-626af38a4eb2), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:31.288483 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Routers {'3eda27ef-20f0-4f71-bc46-ffb366765dbd'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:06:31.289141 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:06:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['3eda27ef-20f0-4f71-bc46-ffb366765dbd'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:06:31.329337 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63d629-63a0-47bf-a144-f149c494e8be None None] Pushing event updated for resources: {'Port': ['ID=164c895b-25f4-4847-aaad-626af38a4eb2,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:06:31.417346 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] Set router 3eda27ef-20f0-4f71-bc46-ffb366765dbd gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:06:31.636767 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eda27ef-20f0-4f71-bc46-ffb366765dbd', 'name': 'router1', 'tenant_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '164c895b-25f4-4847-aaad-626af38a4eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:06:07Z', 'updated_at': '2022-05-10T03:06:25Z', 'revision_number': 4, 'project_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'gw_port': {'id': '164c895b-25f4-4847-aaad-626af38a4eb2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eda27ef-20f0-4f71-bc46-ffb366765dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:06:25Z', 'updated_at': '2022-05-10T03:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '22c7f767-b16a-4c91-b8f4-4100b18f03b1', 'name': '', 'network_id': '1b61a71b-2a4b-4ac5-bda5-6475e265e991', 'tenant_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'mac_address': 'fa:16:3e:f7:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eda27ef-20f0-4f71-bc46-ffb366765dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3274a82-a351-4f80-aaa4-f1fea4aa0af3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:06:17Z', 'updated_at': '2022-05-10T03:06:20Z', 'revision_number': 5, 'project_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'subnets': [{'id': 'c3274a82-a351-4f80-aaa4-f1fea4aa0af3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4f36cf9-d49c-4d58-9599-4d3c79e0db95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:06:31.670366 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d116e7-04dc-423a-85a4-086bdefc0f9c None None] The sync data for ids ['3eda27ef-20f0-4f71-bc46-ffb366765dbd'] in dv-cinder-830094-4-iscsi is: [{'id': '3eda27ef-20f0-4f71-bc46-ffb366765dbd', 'name': 'router1', 'tenant_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '164c895b-25f4-4847-aaad-626af38a4eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:06:07Z', 'updated_at': '2022-05-10T03:06:25Z', 'revision_number': 4, 'project_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'gw_port': {'id': '164c895b-25f4-4847-aaad-626af38a4eb2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eda27ef-20f0-4f71-bc46-ffb366765dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:06:25Z', 'updated_at': '2022-05-10T03:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '22c7f767-b16a-4c91-b8f4-4100b18f03b1', 'name': '', 'network_id': '1b61a71b-2a4b-4ac5-bda5-6475e265e991', 'tenant_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'mac_address': 'fa:16:3e:f7:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eda27ef-20f0-4f71-bc46-ffb366765dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3274a82-a351-4f80-aaa4-f1fea4aa0af3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:06:17Z', 'updated_at': '2022-05-10T03:06:20Z', 'revision_number': 5, 'project_id': '55d6ba97f32c4ea5b957d2d6e1852cda', 'subnets': [{'id': 'c3274a82-a351-4f80-aaa4-f1fea4aa0af3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4f36cf9-d49c-4d58-9599-4d3c79e0db95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:06:33.878836 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 164c895b-25f4-4847-aaad-626af38a4eb2 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:06:33.953740 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 164c895b-25f4-4847-aaad-626af38a4eb2 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:06:33.954136 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (164c895b-25f4-4847-aaad-626af38a4eb2), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:34.043991 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 164c895b-25f4-4847-aaad-626af38a4eb2 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:06:34.044400 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (164c895b-25f4-4847-aaad-626af38a4eb2), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:34.079229 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] For port 164c895b-25f4-4847-aaad-626af38a4eb2, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=164c895b-25f4-4847-aaad-626af38a4eb2,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:06:34.085836 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (164c895b-25f4-4847-aaad-626af38a4eb2), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:34.139728 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Pushing event updated for resources: {'Port': ['ID=164c895b-25f4-4847-aaad-626af38a4eb2,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:06:35.865102 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 164c895b-25f4-4847-aaad-626af38a4eb2 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:06:35.956840 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 164c895b-25f4-4847-aaad-626af38a4eb2 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:06:35.957277 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (164c895b-25f4-4847-aaad-626af38a4eb2), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:36.073683 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 164c895b-25f4-4847-aaad-626af38a4eb2 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:06:44.715549 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2755c8db-93e3-41aa-9b82-c221ecb0fd0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:46.897566 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-44d15f94-635e-4ea7-84ba-7977ba53a946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:48.208986 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:49.736346 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:51.094661 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:06:51.202612 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 5 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:07:14.710649 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ee93c595-e693-49de-ba60-f33e6e8d7656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:07:16.894858 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-75589e11-e6f4-4266-84d8-f6663d5ab138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:07:18.109679 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:07:19.735801 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:07:21.089730 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:07:28.203924 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 5 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:07:44.714242 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c206e486-4042-4c45-bf05-72e4dc47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:07:46.887893 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-239967f5-15d0-4ffa-950a-4f90bf01266f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:07:47.511996 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60172) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:07:47.573116 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-156d4309-2c33-4fc8-90a1-7c3b7622be6b admin admin] GET failed (client error): The resource could not be found. May 10 03:07:47.574383 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-156d4309-2c33-4fc8-90a1-7c3b7622be6b admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614271 May 10 03:07:47.733337 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8438410-c1f7-4ff2-af58-674bde310685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:07:47.734824 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-d8438410-c1f7-4ff2-af58-674bde310685 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1563880 May 10 03:07:48.112618 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:07:49.740473 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:07:49.987531 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60182) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:07:50.078593 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8239d7bc-5f40-406b-82de-15eadc905123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:07:50.079944 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-8239d7bc-5f40-406b-82de-15eadc905123 admin admin] 10.222.0.55 "GET /v2.0/subnets/c3274a82-a351-4f80-aaa4-f1fea4aa0af3 HTTP/1.1" status: 200 len: 849 time: 0.0915222 May 10 03:07:50.089784 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:07:50.174018 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Publish callbacks [] for subnet (c3274a82-a351-4f80-aaa4-f1fea4aa0af3), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:07:50.309869 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729517567389'] for subnet (c3274a82-a351-4f80-aaa4-f1fea4aa0af3), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:07:50.343581 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:07:50.344565 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:07:50.360737 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] 10.222.0.55 "PUT /v2.0/subnets/c3274a82-a351-4f80-aaa4-f1fea4aa0af3 HTTP/1.1" status: 200 len: 868 time: 0.2597950 May 10 03:07:50.360968 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bde4e5-811f-494c-975f-ac4c34eeefa4 None None] Network 1b61a71b-2a4b-4ac5-bda5-6475e265e991 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:07:50.363827 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3274a82-a351-4f80-aaa4-f1fea4aa0af3,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:07:50.371313 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:07:50.371655 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:07:50.372016 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:07:50.372354 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:07:50.372706 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:07:50.373033 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:07:50.373354 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:07:50.373674 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:07:50.374015 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:07:50.374340 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:07:50.374677 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:07:50.375015 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:07:50.375335 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:07:50.375648 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:07:50.375962 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f420e20-772a-4c48-9add-fccceb734150 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:07:50.693199 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-96d41748-c31a-4376-9697-2fd5da314dd7 None None] Provisioning complete for port 22c7f767-b16a-4c91-b8f4-4100b18f03b1 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:07:50.693678 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-96d41748-c31a-4376-9697-2fd5da314dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (22c7f767-b16a-4c91-b8f4-4100b18f03b1), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:07:50.769787 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-96d41748-c31a-4376-9697-2fd5da314dd7 None None] Current status of the port 22c7f767-b16a-4c91-b8f4-4100b18f03b1 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:07:50.778122 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-96d41748-c31a-4376-9697-2fd5da314dd7 None None] Provisioning complete for port 0f45d014-a8c9-4245-86a2-195ddf8ada62 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:07:50.778510 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-96d41748-c31a-4376-9697-2fd5da314dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (0f45d014-a8c9-4245-86a2-195ddf8ada62), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:07:50.857318 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-96d41748-c31a-4376-9697-2fd5da314dd7 None None] Current status of the port 0f45d014-a8c9-4245-86a2-195ddf8ada62 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:07:51.092493 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:07:52.603741 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60190) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:07:52.799376 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfda50d-005b-4e5e-9b38-be27629f9985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:07:52.799764 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfda50d-005b-4e5e-9b38-be27629f9985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:07:52.801322 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-4cfda50d-005b-4e5e-9b38-be27629f9985 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1966300 May 10 03:07:55.055014 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60198) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:07:55.192034 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85053c87-23e3-4b86-9637-e59672daf9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:07:55.192509 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85053c87-23e3-4b86-9637-e59672daf9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:07:55.194116 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-85053c87-23e3-4b86-9637-e59672daf9e1 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1381154 May 10 03:07:57.440339 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60206) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:07:57.566206 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e916d29-5292-4c42-bfec-da418a8ea9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:07:57.567553 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-2e916d29-5292-4c42-bfec-da418a8ea9fd admin admin] 10.222.0.55 "GET /v2.0/networks/1b61a71b-2a4b-4ac5-bda5-6475e265e991 HTTP/1.1" status: 200 len: 869 time: 0.1262379 May 10 03:07:59.797007 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 60214) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:07:59.956106 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c219525-41b8-45f0-bd22-26a01d6424fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:07:59.957504 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-9c219525-41b8-45f0-bd22-26a01d6424fb admin admin] 10.222.0.55 "GET /v2.0/networks/d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f HTTP/1.1" status: 200 len: 886 time: 0.1595557 May 10 03:08:02.204854 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 60224) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:08:02.329159 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be3af28-adbd-47fa-811e-0316086cfdb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:08:02.329530 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be3af28-adbd-47fa-811e-0316086cfdb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:08:02.331057 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-9be3af28-adbd-47fa-811e-0316086cfdb9 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252682 May 10 03:08:04.563754 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 60232) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:08:04.654060 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3bb073-208f-4618-9e8a-f64b9c3b539e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:08:04.654501 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3bb073-208f-4618-9e8a-f64b9c3b539e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:08:04.656265 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-9a3bb073-208f-4618-9e8a-f64b9c3b539e admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915825 May 10 03:08:05.203568 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 5 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:08:06.980462 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 60240) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:08:07.068432 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3fae49-01e5-4c4c-aadd-6d330e5e1a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:08:07.069797 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-bd3fae49-01e5-4c4c-aadd-6d330e5e1a13 admin admin] 10.222.0.55 "GET /v2.0/subnets/bd047d23-5285-4825-bb07-3cc53b0f3442 HTTP/1.1" status: 200 len: 816 time: 0.0883632 May 10 03:08:09.376682 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 60248) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:08:09.466306 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f588316-b5ca-4cd1-b12f-7fadb3245b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:08:09.467628 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-6f588316-b5ca-4cd1-b12f-7fadb3245b26 admin admin] 10.222.0.55 "GET /v2.0/subnets/c3274a82-a351-4f80-aaa4-f1fea4aa0af3 HTTP/1.1" status: 200 len: 868 time: 0.0899880 May 10 03:08:14.717267 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4f848c2a-4680-4f7e-9828-ad083fdcddc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:16.890268 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a5a2efe4-d9fc-4ab3-9704-ee51f4c332f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:18.115099 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:19.743554 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:21.094971 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:42.202841 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 5 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:08:44.719168 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9a3b-721f-4b50-89fe-bb12bcc73e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:46.892597 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1b883902-64b0-4404-8b0f-79c4af5e656c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:48.119959 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:49.749114 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:49.916007 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 60306) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:08:49.962235 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [None req-21a8d12a-ac38-42f8-911b-40c955a07f9e admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103516) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:08:49.963444 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-21a8d12a-ac38-42f8-911b-40c955a07f9e admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0465109 May 10 03:08:51.097959 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:52.279961 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60314) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:08:52.339039 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0aafd8b-3f20-4a5e-83ff-3c3c4e025bab admin admin] GET failed (client error): The resource could not be found. May 10 03:08:52.340311 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-f0aafd8b-3f20-4a5e-83ff-3c3c4e025bab admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594158 May 10 03:08:52.424828 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f91bcf-a1b9-40a1-a704-b591bdee9190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:08:52.426268 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-e7f91bcf-a1b9-40a1-a704-b591bdee9190 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0815985 May 10 03:08:54.680469 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60322) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:08:54.726299 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:08:54.745458 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Made reservation on behalf of 2e1554fd89594f468faedf42d5357b2f for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:08:54.747664 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:54.775892 dv-cinder-830094-4-iscsi neutron-server[103515]: WARNING neutron.services.revisions.revision_plugin [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Could not find related network for resource to bump revision. May 10 03:08:54.787806 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:08:54.797176 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (fc3285e8-5e02-4715-a054-3e653870c90e), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:54.797502 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.segments_db [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Added segment fc3285e8-5e02-4715-a054-3e653870c90e of type vlan for network 6591899b-e351-488a-a7c7-d423f52ee342 May 10 03:08:54.842032 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (6591899b-e351-488a-a7c7-d423f52ee342), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:54.865612 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (6591899b-e351-488a-a7c7-d423f52ee342), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:54.866631 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:08:54.867479 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:54.956023 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2742581 May 10 03:08:54.965685 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Pushing event updated for resources: {'Network': ['ID=6591899b-e351-488a-a7c7-d423f52ee342,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:08:54.973197 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:54.973536 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:54.973907 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:54.974268 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:54.974590 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:54.974909 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:54.975361 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:54.975686 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:54.976003 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:54.976926 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:54.977740 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:54.977878 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:54.978173 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:54.978491 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:54.978805 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd174e-5323-4c5c-92f6-697a44d7c631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:54.991145 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network 6591899b-e351-488a-a7c7-d423f52ee342 details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:08:57.235602 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60330) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:08:57.295832 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde96fff-ba3e-4412-b3d6-6bf65cefdb38 admin admin] GET failed (client error): The resource could not be found. May 10 03:08:57.297128 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-fde96fff-ba3e-4412-b3d6-6bf65cefdb38 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605719 May 10 03:08:57.468279 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f7582e-a366-4199-8630-720366b72176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:08:57.469785 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-d3f7582e-a366-4199-8630-720366b72176 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1686425 May 10 03:08:57.479920 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d87375a5-6818-499f-a35c-f74476e80f17 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '6591899b-e351-488a-a7c7-d423f52ee342', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:08:57.498730 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87375a5-6818-499f-a35c-f74476e80f17 admin admin] Made reservation on behalf of 2e1554fd89594f468faedf42d5357b2f for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:08:57.501069 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d87375a5-6818-499f-a35c-f74476e80f17 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:57.661195 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d87375a5-6818-499f-a35c-f74476e80f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for subnet (94042ee9-745d-4cf2-82fb-8356d1c52754), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:57.715820 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87375a5-6818-499f-a35c-f74476e80f17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94042ee9-745d-4cf2-82fb-8356d1c52754,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:08:57.723649 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87375a5-6818-499f-a35c-f74476e80f17 admin admin] Checking segment: {'id': 'fc3285e8-5e02-4715-a054-3e653870c90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6591899b-e351-488a-a7c7-d423f52ee342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:08:57.723999 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87375a5-6818-499f-a35c-f74476e80f17 admin admin] Network hostable DHCP agents. Network: 6591899b-e351-488a-a7c7-d423f52ee342, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:08:57.740924 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87375a5-6818-499f-a35c-f74476e80f17 admin admin] Network 6591899b-e351-488a-a7c7-d423f52ee342 is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:08:57.749003 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-d87375a5-6818-499f-a35c-f74476e80f17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, 6591899b-e351-488a-a7c7-d423f52ee342) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:08:57.752891 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87375a5-6818-499f-a35c-f74476e80f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:08:57.753476 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d87375a5-6818-499f-a35c-f74476e80f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:57.758161 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98470105-20db-49f1-94c7-f4fec0cee1c5 None None] Network 6591899b-e351-488a-a7c7-d423f52ee342 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:08:57.769515 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-d87375a5-6818-499f-a35c-f74476e80f17 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2933950 May 10 03:08:57.965794 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab3fd681-b6c6-573e-967e-f8a5bfbe9e64-6591899b-e351-488a-a7c7-d423f52ee342', 'network_id': '6591899b-e351-488a-a7c7-d423f52ee342', 'project_id': '2e1554fd89594f468faedf42d5357b2f', 'fixed_ips': [{'subnet_id': '94042ee9-745d-4cf2-82fb-8356d1c52754'}]}} from dv-cinder-830094-4-iscsi. {{(pid=103517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:08:57.966842 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:58.102228 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Allocated IP 192.168.233.2 (6591899b-e351-488a-a7c7-d423f52ee342/94042ee9-745d-4cf2-82fb-8356d1c52754/95ee57c8-c3ca-437c-b531-793db19b2a43) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:08:58.250650 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Publish callbacks [] for port (95ee57c8-c3ca-437c-b531-793db19b2a43), precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:58.258020 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (95ee57c8-c3ca-437c-b531-793db19b2a43), after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:58.301579 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Network 6591899b-e351-488a-a7c7-d423f52ee342 is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:08:58.304697 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:08:58.310599 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:08:58.316578 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Pushing event updated for resources: {'Port': ['ID=95ee57c8-c3ca-437c-b531-793db19b2a43,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:08:58.342274 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:58.342614 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:58.342968 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:58.343319 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:58.343648 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:58.343971 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:58.344294 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:58.344617 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:58.344968 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:58.345286 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:58.345605 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:58.345936 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:58.346258 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:58.346570 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:58.346882 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:08:58.383538 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Attempting to bind port 95ee57c8-c3ca-437c-b531-793db19b2a43 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:08:58.384012 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Attempting to bind port 95ee57c8-c3ca-437c-b531-793db19b2a43 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': 'fc3285e8-5e02-4715-a054-3e653870c90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6591899b-e351-488a-a7c7-d423f52ee342'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:08:58.384376 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Attempting to bind port 95ee57c8-c3ca-437c-b531-793db19b2a43 on network 6591899b-e351-488a-a7c7-d423f52ee342 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:08:58.389679 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:08:58.390050 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Checking segment: {'id': 'fc3285e8-5e02-4715-a054-3e653870c90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6591899b-e351-488a-a7c7-d423f52ee342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:08:58.390446 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:58.390831 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Bound using segment: {'id': 'fc3285e8-5e02-4715-a054-3e653870c90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6591899b-e351-488a-a7c7-d423f52ee342'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:08:58.391290 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Bound port: 95ee57c8-c3ca-437c-b531-793db19b2a43, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3285e8-5e02-4715-a054-3e653870c90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6591899b-e351-488a-a7c7-d423f52ee342'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:08:58.391664 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (95ee57c8-c3ca-437c-b531-793db19b2a43), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:58.454338 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] For port 95ee57c8-c3ca-437c-b531-793db19b2a43, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:08:58.457457 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] For port 95ee57c8-c3ca-437c-b531-793db19b2a43, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=95ee57c8-c3ca-437c-b531-793db19b2a43,segment=NetworkSegment(fc3285e8-5e02-4715-a054-3e653870c90e),segment_id=fc3285e8-5e02-4715-a054-3e653870c90e)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:08:58.464584 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (95ee57c8-c3ca-437c-b531-793db19b2a43), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:58.520693 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e3d00-2187-4684-bb01-a490072cbc93 None None] Pushing event updated for resources: {'Port': ['ID=95ee57c8-c3ca-437c-b531-793db19b2a43,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:08:59.363034 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96b3980-9d84-466b-a58a-e2ee7793c36b None None] Network 6591899b-e351-488a-a7c7-d423f52ee342 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:08:59.420834 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ff6d5ea-7355-4f30-bf82-7554410ab7ad None None] Provisioning complete for port 95ee57c8-c3ca-437c-b531-793db19b2a43 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:08:59.421217 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ff6d5ea-7355-4f30-bf82-7554410ab7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (95ee57c8-c3ca-437c-b531-793db19b2a43), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:59.545897 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ff6d5ea-7355-4f30-bf82-7554410ab7ad None None] Current status of the port 95ee57c8-c3ca-437c-b531-793db19b2a43 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:08:59.546256 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ff6d5ea-7355-4f30-bf82-7554410ab7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (95ee57c8-c3ca-437c-b531-793db19b2a43), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:59.584523 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ff6d5ea-7355-4f30-bf82-7554410ab7ad None None] For port 95ee57c8-c3ca-437c-b531-793db19b2a43, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=95ee57c8-c3ca-437c-b531-793db19b2a43,segment=NetworkSegment(fc3285e8-5e02-4715-a054-3e653870c90e),segment_id=fc3285e8-5e02-4715-a054-3e653870c90e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:08:59.590584 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ff6d5ea-7355-4f30-bf82-7554410ab7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (95ee57c8-c3ca-437c-b531-793db19b2a43), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:59.645505 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6d5ea-7355-4f30-bf82-7554410ab7ad None None] Pushing event updated for resources: {'Port': ['ID=95ee57c8-c3ca-437c-b531-793db19b2a43,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:08:59.810189 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-c8e26108-7ef7-4db3-8c7c-ffda3dea1881 None None] Provisioning complete for port 95ee57c8-c3ca-437c-b531-793db19b2a43 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:08:59.810563 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c8e26108-7ef7-4db3-8c7c-ffda3dea1881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (95ee57c8-c3ca-437c-b531-793db19b2a43), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:08:59.896915 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-c8e26108-7ef7-4db3-8c7c-ffda3dea1881 None None] Current status of the port 95ee57c8-c3ca-437c-b531-793db19b2a43 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:08:59.903722 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 95ee57c8-c3ca-437c-b531-793db19b2a43 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:08:59.951124 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 95ee57c8-c3ca-437c-b531-793db19b2a43 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:08:59.951509 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (95ee57c8-c3ca-437c-b531-793db19b2a43), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:09:00.035531 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 95ee57c8-c3ca-437c-b531-793db19b2a43 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:09:14.721341 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-98e0663e-8664-4999-a1af-b2048619761f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:09:16.898418 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-889eb010-a7ac-4c64-920d-0a950956388d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:09:18.121328 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:09:19.202633 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 5 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:09:19.751537 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:09:21.101902 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:09:44.723432 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-317ddcc4-27c2-4520-93e4-586aaad9f233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:09:46.900411 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6e6cdbb5-fe41-4f52-80b4-b78c4a9d35c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:09:48.126142 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:09:49.753352 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:09:51.106339 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:09:56.202209 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 5 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:10:14.727754 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e06adf10-cc70-4a8b-96e7-3539aedac7a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:16.901307 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7c434fdf-e6fe-4510-9d3f-2efa4dae4346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:18.128313 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:19.756330 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:21.110029 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:25.223376 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60368) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:10:25.229936 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [None req-9b2e037d-037e-4b13-b8af-6b7b3eb6823a tempest-verify_tempest_config-200252752 tempest-verify_tempest_config-200252752-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:10:25.230909 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-9b2e037d-037e-4b13-b8af-6b7b3eb6823a tempest-verify_tempest_config-200252752 tempest-verify_tempest_config-200252752-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0065448 May 10 03:10:25.513456 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 60386) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:10:25.612737 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:25.686481 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] Publish callbacks [] for security_group (9ce33129-3c63-4ffa-94a0-b197326731d6), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:25.690050 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (9ce33129-3c63-4ffa-94a0-b197326731d6), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:25.734266 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=13e057f013c149ff906eec6c4f922ab5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2197583 May 10 03:10:25.735063 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce33129-3c63-4ffa-94a0-b197326731d6,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:25.737091 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60392) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:10:25.742513 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.742969 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.743318 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.743693 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.744023 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.744351 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.744702 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.745025 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.745472 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.745996 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.746551 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.747013 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.747351 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.747669 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.747989 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f13f2b-b92f-4c4e-9a76-9e7c921534be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.794286 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Publish callbacks [] for security_group (9ce33129-3c63-4ffa-94a0-b197326731d6), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:25.819805 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Publish callbacks [] for security_group (9ce33129-3c63-4ffa-94a0-b197326731d6), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:25.908768 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (9ce33129-3c63-4ffa-94a0-b197326731d6), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:25.911296 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:25.912458 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ce33129-3c63-4ffa-94a0-b197326731d6 HTTP/1.1" status: 204 len: 168 time: 0.1744244 May 10 03:10:25.920892 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce33129-3c63-4ffa-94a0-b197326731d6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:25.927447 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.927787 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.928130 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.929117 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.929449 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.929774 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.930097 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.930412 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.930748 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.931072 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.931408 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.931732 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.932066 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.932380 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:25.932716 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6918bd-27c8-4724-9ebb-cd0ce02589b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:33.201028 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 5 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:10:44.729056 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e666544a-41be-42b3-b0cc-f2a19d5f987f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:46.903702 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4250d555-1a2b-4a3d-b386-e937cbb109e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:48.132367 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:49.760363 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:51.111902 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:11:10.202910 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 5 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:11:14.730084 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d2432800-da04-4d48-aed1-7fc785f508d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:11:16.905853 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-54e869b2-7812-4c14-b356-026e8453e5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:11:18.133876 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:11:19.761908 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:11:21.130715 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:11:44.730618 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-035ef356-cd7b-46aa-9381-7434568274ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:11:46.907517 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-18a10a6f-17dd-41e1-b61f-bde61d905c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:11:47.202261 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 5 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:11:48.137729 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:11:49.765052 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:11:51.119475 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:09.880881 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-951504'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:14.730997 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a5497bd5-18a7-42c5-ba9f-bdb1e097200d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:16.910074 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b6330c66-60ec-4582-b7a0-29d0e70dd6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:18.140638 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:19.768964 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:21.123538 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:22.994195 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60462) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:12:23.099670 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-d3e57808-84a5-4259-9249-b778283fd90c admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1043706 May 10 03:12:24.201595 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:12:25.366962 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60472) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:12:25.420854 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-5fd3daee-438d-495a-ba3f-aba7cc5f5281 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0527859 May 10 03:12:39.878208 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:44.731304 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-afdb9451-2c50-4acd-81d7-fdf0af6f5e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:46.912500 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d3c14741-786a-498d-8f5e-287992395c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:48.140419 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:49.771623 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:51.125801 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:01.200531 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:13:09.877116 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:14.735030 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-91e6e683-7394-4541-9b1f-d4e69d405b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:16.920365 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-728ad03d-ba68-4f8c-9012-7ae657a16d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:18.144642 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:19.785007 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:21.129343 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:38.199319 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:13:39.876120 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:44.736971 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5e74a63d-0513-407b-817c-b3eeffcc8de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:46.913884 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a283abd6-ff25-4f92-8f64-6f6a8ebe745f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:48.145278 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:49.781069 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:51.132518 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:04.212025 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 60658) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:04.352613 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 60672) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:04.518504 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-800581795-network', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:04.539509 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Made reservation on behalf of f4149fee898c44c180ae1de15ac9d9da for: {'network': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:04.541956 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:04.550578 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:04.631343 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Publish callbacks [] for security_group (f5b29ba0-4fba-49ed-a435-5f8486cca692), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:04.635501 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (f5b29ba0-4fba-49ed-a435-5f8486cca692), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:04.657928 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:14:04.668589 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (c5019f86-344e-45e0-b309-1e561fc7b81e), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:04.669194 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.segments_db [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Added segment c5019f86-344e-45e0-b309-1e561fc7b81e of type vlan for network 2b607388-5cb4-41a1-8154-ba2917605d5c May 10 03:14:04.718748 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b29ba0-4fba-49ed-a435-5f8486cca692,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:04.735857 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (2b607388-5cb4-41a1-8154-ba2917605d5c), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:04.745133 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:04.745476 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:04.745841 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:04.746349 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:04.746504 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:04.747021 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:04.747359 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:04.747753 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:04.748020 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:04.748311 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:04.748631 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:04.748976 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:04.749307 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:04.749607 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:04.750106 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Tracked resource versions report: May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: pushed versions: May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: { 'AddressGroup': {'1.2'}, May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Agent': {'1.1'}, May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'ConntrackHelper': {'1.0'}, May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'LocalIPAssociation': {'1.0'}, May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Log': {'1.0'}, May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'NDPProxy': {'1.0'}, May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Network': {'1.1'}, May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Port': {'1.7'}, May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'PortForwarding': {'1.3'}, May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'QosPolicy': {'1.10'}, May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'SecurityGroup': {'1.5'}, May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'SecurityGroupRule': {'1.2'}, May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'SubPort': {'1.0'}, May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Subnet': {'1.1'}, May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Trunk': {'1.1'}} May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: consumer versions: May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: { DHCP agent@dv-cinder-830094-4-iscsi: {}, May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: HyperV agent@hv-cinder-83009: {}, May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: L3 agent@dv-cinder-830094-4-iscsi: {}, May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: Metadata agent@dv-cinder-830094-4-iscsi: {}, May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: Metering agent@dv-cinder-830094-4-iscsi: {}, May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: Open vSwitch agent@dv-cinder-830094-4-iscsi: { 'AddressGroup': '1.2', May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Agent': '1.1', May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'ConntrackHelper': '1.0', May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'LocalIPAssociation': '1.0', May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Log': '1.0', May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'NDPProxy': '1.0', May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Network': '1.1', May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Port': '1.7', May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'PortForwarding': '1.3', May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'QosPolicy': '1.10', May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'SecurityGroup': '1.5', May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'SecurityGroupRule': '1.2', May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'SubPort': '1.0', May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Subnet': '1.1', May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: 'Trunk': '1.1'}} May 10 03:14:04.751305 dv-cinder-830094-4-iscsi neutron-server[103516]: {{(pid=103516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 03:14:04.786777 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (2b607388-5cb4-41a1-8154-ba2917605d5c), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:04.787458 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:04.788037 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:04.812378 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-4e59b9d6-158b-44bb-82b7-66d94a742592 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1195344929-network', 'tenant_id': '857b83406e874fcea2e81894d366f353'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:04.840276 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60694) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:04.853340 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6389108 May 10 03:14:04.854054 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60702) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:04.859468 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Request body: {'subnet': {'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-subnet', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:04.880570 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60704) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:04.886786 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60706) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:04.888219 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e59b9d6-158b-44bb-82b7-66d94a742592 admin admin] Made reservation on behalf of 857b83406e874fcea2e81894d366f353 for: {'network': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:04.890644 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4e59b9d6-158b-44bb-82b7-66d94a742592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:04.893209 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Made reservation on behalf of f4149fee898c44c180ae1de15ac9d9da for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:04.895919 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:04.903357 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4e59b9d6-158b-44bb-82b7-66d94a742592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:04.915832 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543483a-f95b-45fa-8be8-28b3d807812c admin admin] Pushing event updated for resources: {'Network': ['ID=2b607388-5cb4-41a1-8154-ba2917605d5c,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:04.927300 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network 2b607388-5cb4-41a1-8154-ba2917605d5c details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:14:05.026900 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4e59b9d6-158b-44bb-82b7-66d94a742592 admin admin] Publish callbacks [] for security_group (d0e184d4-5969-40bd-ba5c-284582e6a96a), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.038963 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4e59b9d6-158b-44bb-82b7-66d94a742592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (d0e184d4-5969-40bd-ba5c-284582e6a96a), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.085268 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e59b9d6-158b-44bb-82b7-66d94a742592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:14:05.107587 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59b9d6-158b-44bb-82b7-66d94a742592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e184d4-5969-40bd-ba5c-284582e6a96a,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:05.130003 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4e59b9d6-158b-44bb-82b7-66d94a742592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (fdfaa11a-f182-4314-9cf6-9601f62db499), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.130364 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.segments_db [None req-4e59b9d6-158b-44bb-82b7-66d94a742592 admin admin] Added segment fdfaa11a-f182-4314-9cf6-9601f62db499 of type vlan for network 575784cb-76c0-40a2-87cd-ac1108d52bb1 May 10 03:14:05.194355 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a60753e5-e829-433e-ba10-f9295e4f9fee admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-network', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:05.200785 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for subnet (5ae3f063-d3d5-4965-b738-da42afcb0558), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.207593 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4e59b9d6-158b-44bb-82b7-66d94a742592 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (575784cb-76c0-40a2-87cd-ac1108d52bb1), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.250982 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4e59b9d6-158b-44bb-82b7-66d94a742592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (575784cb-76c0-40a2-87cd-ac1108d52bb1), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.253371 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e59b9d6-158b-44bb-82b7-66d94a742592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:05.255900 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4e59b9d6-158b-44bb-82b7-66d94a742592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.308498 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae3f063-d3d5-4965-b738-da42afcb0558,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:05.327940 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:05.328516 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:05.329440 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:05.329936 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:05.330560 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:05.331041 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:05.331519 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:05.332177 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:05.332739 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:05.333288 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:05.333771 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:05.334283 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:05.334766 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:05.335312 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:05.335955 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Tracked resource versions report: May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: pushed versions: May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: { 'AddressGroup': {'1.2'}, May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Agent': {'1.1'}, May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'ConntrackHelper': {'1.0'}, May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'LocalIPAssociation': {'1.0'}, May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Log': {'1.0'}, May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'NDPProxy': {'1.0'}, May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Network': {'1.1'}, May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Port': {'1.7'}, May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'PortForwarding': {'1.3'}, May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'QosPolicy': {'1.10'}, May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'SecurityGroup': {'1.5'}, May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'SecurityGroupRule': {'1.2'}, May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'SubPort': {'1.0'}, May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Subnet': {'1.1'}, May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Trunk': {'1.1'}} May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: consumer versions: May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: { DHCP agent@dv-cinder-830094-4-iscsi: {}, May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: HyperV agent@hv-cinder-83009: {}, May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: L3 agent@dv-cinder-830094-4-iscsi: {}, May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: Metadata agent@dv-cinder-830094-4-iscsi: {}, May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: Metering agent@dv-cinder-830094-4-iscsi: {}, May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: Open vSwitch agent@dv-cinder-830094-4-iscsi: { 'AddressGroup': '1.2', May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Agent': '1.1', May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'ConntrackHelper': '1.0', May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'LocalIPAssociation': '1.0', May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Log': '1.0', May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'NDPProxy': '1.0', May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Network': '1.1', May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Port': '1.7', May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'PortForwarding': '1.3', May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'QosPolicy': '1.10', May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'SecurityGroup': '1.5', May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'SecurityGroupRule': '1.2', May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'SubPort': '1.0', May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Subnet': '1.1', May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: 'Trunk': '1.1'}} May 10 03:14:05.337703 dv-cinder-830094-4-iscsi neutron-server[103515]: {{(pid=103515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 03:14:05.345464 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-4e59b9d6-158b-44bb-82b7-66d94a742592 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9915135 May 10 03:14:05.353915 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Checking segment: {'id': 'c5019f86-344e-45e0-b309-1e561fc7b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:05.355261 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Network hostable DHCP agents. Network: 2b607388-5cb4-41a1-8154-ba2917605d5c, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:14:05.359406 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60742) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:05.368001 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-23ca3a9c-d53b-40ae-9049-4c02f5c9af55 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-565971597-network', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:05.374386 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59b9d6-158b-44bb-82b7-66d94a742592 admin admin] Pushing event updated for resources: {'Network': ['ID=575784cb-76c0-40a2-87cd-ac1108d52bb1,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:05.386981 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network 575784cb-76c0-40a2-87cd-ac1108d52bb1 details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:14:05.393282 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1beff5f7-48f1-41dc-9acc-3404c0f8901e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-84161039-network', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:05.400566 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-36eac4b1-fc77-4b6b-bc0f-384baf5d326b admin admin] Request body: {'subnet': {'network_id': '575784cb-76c0-40a2-87cd-ac1108d52bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1195344929-subnet', 'tenant_id': '857b83406e874fcea2e81894d366f353', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:05.436370 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60753e5-e829-433e-ba10-f9295e4f9fee admin admin] Made reservation on behalf of d2279255bed8483c82ba27a2451313fc for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:05.438680 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a60753e5-e829-433e-ba10-f9295e4f9fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.440576 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1beff5f7-48f1-41dc-9acc-3404c0f8901e admin admin] Made reservation on behalf of 5a2376b2c653467b885e8f3deb5018e7 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:05.444056 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1beff5f7-48f1-41dc-9acc-3404c0f8901e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.456431 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1beff5f7-48f1-41dc-9acc-3404c0f8901e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.476395 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ca3a9c-d53b-40ae-9049-4c02f5c9af55 admin admin] Made reservation on behalf of 5d958793e0ab4e6f8d2f296dcf6186f5 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:05.478746 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23ca3a9c-d53b-40ae-9049-4c02f5c9af55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.496778 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a60753e5-e829-433e-ba10-f9295e4f9fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.519580 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23ca3a9c-d53b-40ae-9049-4c02f5c9af55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.528343 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Network 2b607388-5cb4-41a1-8154-ba2917605d5c is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:14:05.571965 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36eac4b1-fc77-4b6b-bc0f-384baf5d326b admin admin] Made reservation on behalf of 857b83406e874fcea2e81894d366f353 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:05.574467 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-36eac4b1-fc77-4b6b-bc0f-384baf5d326b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.582149 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, 2b607388-5cb4-41a1-8154-ba2917605d5c) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:05.586795 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:05.587379 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.594318 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebe8141-8dc8-4e9b-a45d-55b06a868a9b None None] Network 2b607388-5cb4-41a1-8154-ba2917605d5c requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:14:05.649865 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 60758) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:05.708447 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-f432f2c8-0672-427f-a77e-960819b85005 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8532846 May 10 03:14:05.711066 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 60764) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:05.717032 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:05.736355 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab3fd681-b6c6-573e-967e-f8a5bfbe9e64-2b607388-5cb4-41a1-8154-ba2917605d5c', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558'}]}} from dv-cinder-830094-4-iscsi. {{(pid=103517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:14:05.737393 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.764842 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-961250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9357'] for router (5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.766760 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-961110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9398'] for router (5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.799334 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1beff5f7-48f1-41dc-9acc-3404c0f8901e admin admin] Publish callbacks [] for security_group (b16f3c36-b714-4356-8cd1-9538ec83a65c), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.819397 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1beff5f7-48f1-41dc-9acc-3404c0f8901e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (b16f3c36-b714-4356-8cd1-9538ec83a65c), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.874935 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a60753e5-e829-433e-ba10-f9295e4f9fee admin admin] Publish callbacks [] for security_group (0b01471a-8b3d-4a18-8e9d-90bdd95c062d), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.890930 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2366a2e3-3101-494f-b00c-d37a60d31e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.937253 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a60753e5-e829-433e-ba10-f9295e4f9fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (0b01471a-8b3d-4a18-8e9d-90bdd95c062d), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.951155 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60753e5-e829-433e-ba10-f9295e4f9fee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:14:05.980695 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a60753e5-e829-433e-ba10-f9295e4f9fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (5face240-7e41-4bc6-8f19-8c1ffcc48ac8), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:05.981692 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.segments_db [None req-a60753e5-e829-433e-ba10-f9295e4f9fee admin admin] Added segment 5face240-7e41-4bc6-8f19-8c1ffcc48ac8 of type vlan for network 73cc213e-781c-42c1-8c05-7293b0a3f3ad May 10 03:14:06.001792 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2366a2e3-3101-494f-b00c-d37a60d31e5a admin admin] Publish callbacks [] for security_group (13d028fc-10c4-46ce-9673-8a8b5344280f), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.002038 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Allocated IP 172.20.0.2 (2b607388-5cb4-41a1-8154-ba2917605d5c/5ae3f063-d3d5-4965-b738-da42afcb0558/33616b2d-a81f-462c-ae2f-9eb116e7b643) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:06.013113 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2366a2e3-3101-494f-b00c-d37a60d31e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (13d028fc-10c4-46ce-9673-8a8b5344280f), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.032729 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a60753e5-e829-433e-ba10-f9295e4f9fee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (73cc213e-781c-42c1-8c05-7293b0a3f3ad), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.063357 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1beff5f7-48f1-41dc-9acc-3404c0f8901e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:14:06.081973 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366a2e3-3101-494f-b00c-d37a60d31e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d028fc-10c4-46ce-9673-8a8b5344280f,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:06.085218 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23ca3a9c-d53b-40ae-9049-4c02f5c9af55 admin admin] Publish callbacks [] for security_group (4669fa68-8a72-4b31-a62c-003ac74da52a), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.092887 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a60753e5-e829-433e-ba10-f9295e4f9fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (73cc213e-781c-42c1-8c05-7293b0a3f3ad), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.094854 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60753e5-e829-433e-ba10-f9295e4f9fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:06.095855 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a60753e5-e829-433e-ba10-f9295e4f9fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.116986 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beff5f7-48f1-41dc-9acc-3404c0f8901e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16f3c36-b714-4356-8cd1-9538ec83a65c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:06.118297 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] Publish callbacks [] for router_controller (5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1), precommit_add_association {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.199129 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23ca3a9c-d53b-40ae-9049-4c02f5c9af55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (4669fa68-8a72-4b31-a62c-003ac74da52a), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.202004 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60753e5-e829-433e-ba10-f9295e4f9fee admin admin] Pushing event updated for resources: {'Network': ['ID=73cc213e-781c-42c1-8c05-7293b0a3f3ad,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:06.220396 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1beff5f7-48f1-41dc-9acc-3404c0f8901e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (9e503648-5fa9-4086-a899-9e237848904a), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.220767 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.segments_db [None req-1beff5f7-48f1-41dc-9acc-3404c0f8901e admin admin] Added segment 9e503648-5fa9-4086-a899-9e237848904a of type vlan for network 20b0c49b-98e0-4d73-bdea-8b46faafc116 May 10 03:14:06.247252 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Publish callbacks [] for port (33616b2d-a81f-462c-ae2f-9eb116e7b643), precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.253645 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network 73cc213e-781c-42c1-8c05-7293b0a3f3ad details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:14:06.272186 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-2366a2e3-3101-494f-b00c-d37a60d31e5a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a691e60592ef4e128588ccd917030306&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6210122 May 10 03:14:06.275845 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 60774) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:06.325127 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-a60753e5-e829-433e-ba10-f9295e4f9fee admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4808733 May 10 03:14:06.329033 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 60778) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:06.341318 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-4d86ec1f-ab94-4b7c-a1a4-1960b14211e9 admin admin] Request body: {'subnet': {'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-subnet', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:06.343316 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ca3a9c-d53b-40ae-9049-4c02f5c9af55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:14:06.352886 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (33616b2d-a81f-462c-ae2f-9eb116e7b643), after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.360143 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60753e5-e829-433e-ba10-f9295e4f9fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b01471a-8b3d-4a18-8e9d-90bdd95c062d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:06.398871 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Pushing event updated for resources: {'Port': ['ID=33616b2d-a81f-462c-ae2f-9eb116e7b643,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:06.408960 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] Publish callbacks [] for router_gateway (5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.415592 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Network 2b607388-5cb4-41a1-8154-ba2917605d5c is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:06.417401 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:06.419928 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:06.420373 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:06.420794 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:06.421151 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:06.421547 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:06.421888 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:06.422273 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:06.422603 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:06.423066 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:06.423449 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:06.423780 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:06.424116 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:06.424500 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:06.424874 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:06.425198 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Tracked resource versions report: May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: pushed versions: May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: { 'AddressGroup': {'1.2'}, May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Agent': {'1.1'}, May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'ConntrackHelper': {'1.0'}, May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'LocalIPAssociation': {'1.0'}, May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Log': {'1.0'}, May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'NDPProxy': {'1.0'}, May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Network': {'1.1'}, May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Port': {'1.7'}, May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'PortForwarding': {'1.3'}, May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'QosPolicy': {'1.10'}, May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'SecurityGroup': {'1.5'}, May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'SecurityGroupRule': {'1.2'}, May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'SubPort': {'1.0'}, May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Subnet': {'1.1'}, May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Trunk': {'1.1'}} May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: consumer versions: May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: { DHCP agent@dv-cinder-830094-4-iscsi: {}, May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: HyperV agent@hv-cinder-83009: {}, May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: L3 agent@dv-cinder-830094-4-iscsi: {}, May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: Metadata agent@dv-cinder-830094-4-iscsi: {}, May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: Metering agent@dv-cinder-830094-4-iscsi: {}, May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: Open vSwitch agent@dv-cinder-830094-4-iscsi: { 'AddressGroup': '1.2', May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Agent': '1.1', May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'ConntrackHelper': '1.0', May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'LocalIPAssociation': '1.0', May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Log': '1.0', May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'NDPProxy': '1.0', May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Network': '1.1', May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Port': '1.7', May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'PortForwarding': '1.3', May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'QosPolicy': '1.10', May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'SecurityGroup': '1.5', May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'SecurityGroupRule': '1.2', May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'SubPort': '1.0', May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Subnet': '1.1', May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: 'Trunk': '1.1'}} May 10 03:14:06.427167 dv-cinder-830094-4-iscsi neutron-server[103517]: {{(pid=103517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 03:14:06.430060 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:06.430750 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d86ec1f-ab94-4b7c-a1a4-1960b14211e9 admin admin] Made reservation on behalf of d2279255bed8483c82ba27a2451313fc for: {'subnet': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:06.434249 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4d86ec1f-ab94-4b7c-a1a4-1960b14211e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.474988 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca3a9c-d53b-40ae-9049-4c02f5c9af55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4669fa68-8a72-4b31-a62c-003ac74da52a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:06.491604 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1beff5f7-48f1-41dc-9acc-3404c0f8901e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (20b0c49b-98e0-4d73-bdea-8b46faafc116), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.508172 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Attempting to bind port 33616b2d-a81f-462c-ae2f-9eb116e7b643 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:14:06.508548 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Attempting to bind port 33616b2d-a81f-462c-ae2f-9eb116e7b643 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': 'c5019f86-344e-45e0-b309-1e561fc7b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:14:06.508943 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Attempting to bind port 33616b2d-a81f-462c-ae2f-9eb116e7b643 on network 2b607388-5cb4-41a1-8154-ba2917605d5c {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:06.519007 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:14:06.519582 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Checking segment: {'id': 'c5019f86-344e-45e0-b309-1e561fc7b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:06.520168 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.521301 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Bound using segment: {'id': 'c5019f86-344e-45e0-b309-1e561fc7b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:14:06.522970 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Bound port: 33616b2d-a81f-462c-ae2f-9eb116e7b643, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5019f86-344e-45e0-b309-1e561fc7b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:14:06.527791 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23ca3a9c-d53b-40ae-9049-4c02f5c9af55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (fd8dafce-76ca-4a5a-9af7-46546c9e6cb7), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.528133 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.segments_db [None req-23ca3a9c-d53b-40ae-9049-4c02f5c9af55 admin admin] Added segment fd8dafce-76ca-4a5a-9af7-46546c9e6cb7 of type vlan for network 73d317d2-6d6e-4f15-9854-843c84b4e47e May 10 03:14:06.538961 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (33616b2d-a81f-462c-ae2f-9eb116e7b643), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.580645 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-36eac4b1-fc77-4b6b-bc0f-384baf5d326b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for subnet (38d61204-4fc1-4be0-ab2a-24d89baa5484), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.586514 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1beff5f7-48f1-41dc-9acc-3404c0f8901e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (20b0c49b-98e0-4d73-bdea-8b46faafc116), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.587458 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beff5f7-48f1-41dc-9acc-3404c0f8901e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:06.588510 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1beff5f7-48f1-41dc-9acc-3404c0f8901e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.644341 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23ca3a9c-d53b-40ae-9049-4c02f5c9af55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (73d317d2-6d6e-4f15-9854-843c84b4e47e), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.668094 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] For port 33616b2d-a81f-462c-ae2f-9eb116e7b643, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:14:06.673494 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] For port 33616b2d-a81f-462c-ae2f-9eb116e7b643, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=33616b2d-a81f-462c-ae2f-9eb116e7b643,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:14:06.674883 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-51757380-52d8-4938-b8a4-48f7037cd0b3 admin admin] Publish callbacks [] for security_group (13d028fc-10c4-46ce-9673-8a8b5344280f), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.694340 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (33616b2d-a81f-462c-ae2f-9eb116e7b643), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.698035 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-1beff5f7-48f1-41dc-9acc-3404c0f8901e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8096976 May 10 03:14:06.705217 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60794) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:06.715168 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e9b93e17-d677-4113-9c9b-a1d689ff863a admin admin] Request body: {'subnet': {'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-84161039-subnet', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:06.769185 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beff5f7-48f1-41dc-9acc-3404c0f8901e admin admin] Pushing event updated for resources: {'Network': ['ID=20b0c49b-98e0-4d73-bdea-8b46faafc116,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:06.778551 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-51757380-52d8-4938-b8a4-48f7037cd0b3 admin admin] Publish callbacks [] for security_group (13d028fc-10c4-46ce-9673-8a8b5344280f), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.786024 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eac4b1-fc77-4b6b-bc0f-384baf5d326b admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d61204-4fc1-4be0-ab2a-24d89baa5484,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:06.793591 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network 20b0c49b-98e0-4d73-bdea-8b46faafc116 details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:14:06.809548 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23ca3a9c-d53b-40ae-9049-4c02f5c9af55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (73d317d2-6d6e-4f15-9854-843c84b4e47e), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.821117 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ca3a9c-d53b-40ae-9049-4c02f5c9af55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:06.821810 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23ca3a9c-d53b-40ae-9049-4c02f5c9af55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.955584 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b93e17-d677-4113-9c9b-a1d689ff863a admin admin] Made reservation on behalf of 5a2376b2c653467b885e8f3deb5018e7 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:06.955584 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9b93e17-d677-4113-9c9b-a1d689ff863a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:06.965887 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea63a6e-3bee-4d2f-afb4-fd83f61e82d7 None None] Pushing event updated for resources: {'Port': ['ID=33616b2d-a81f-462c-ae2f-9eb116e7b643,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:06.973718 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-23ca3a9c-d53b-40ae-9049-4c02f5c9af55 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0911233 May 10 03:14:06.974433 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60802) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:06.992385 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-b7b77fd9-e7f6-4fb2-ba79-db0962975112 admin admin] Request body: {'subnet': {'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-565971597-subnet', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:07.033833 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] Publish callbacks [] for router_gateway (5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:07.034741 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eac4b1-fc77-4b6b-bc0f-384baf5d326b admin admin] Checking segment: {'id': 'fdfaa11a-f182-4314-9cf6-9601f62db499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575784cb-76c0-40a2-87cd-ac1108d52bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:07.035199 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eac4b1-fc77-4b6b-bc0f-384baf5d326b admin admin] Network hostable DHCP agents. Network: 575784cb-76c0-40a2-87cd-ac1108d52bb1, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:14:07.066152 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4d86ec1f-ab94-4b7c-a1a4-1960b14211e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for subnet (b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:07.068625 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:07.075979 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca3a9c-d53b-40ae-9049-4c02f5c9af55 admin admin] Pushing event updated for resources: {'Network': ['ID=73d317d2-6d6e-4f15-9854-843c84b4e47e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:07.087590 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network 73d317d2-6d6e-4f15-9854-843c84b4e47e details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:14:07.106647 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b77fd9-e7f6-4fb2-ba79-db0962975112 admin admin] Made reservation on behalf of 5d958793e0ab4e6f8d2f296dcf6186f5 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:07.109054 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7b77fd9-e7f6-4fb2-ba79-db0962975112 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:07.155956 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eac4b1-fc77-4b6b-bc0f-384baf5d326b admin admin] Network 575784cb-76c0-40a2-87cd-ac1108d52bb1 is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:14:07.205356 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-36eac4b1-fc77-4b6b-bc0f-384baf5d326b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, 575784cb-76c0-40a2-87cd-ac1108d52bb1) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:07.215084 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36eac4b1-fc77-4b6b-bc0f-384baf5d326b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:07.215680 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-36eac4b1-fc77-4b6b-bc0f-384baf5d326b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:07.264460 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0d5c8b-657b-41de-b42e-c7523e4c3781 None None] Network 575784cb-76c0-40a2-87cd-ac1108d52bb1 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:14:07.312570 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-36eac4b1-fc77-4b6b-bc0f-384baf5d326b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9159307 May 10 03:14:07.381537 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-51757380-52d8-4938-b8a4-48f7037cd0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (13d028fc-10c4-46ce-9673-8a8b5344280f), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:07.393418 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-51757380-52d8-4938-b8a4-48f7037cd0b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:07.394556 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-51757380-52d8-4938-b8a4-48f7037cd0b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13d028fc-10c4-46ce-9673-8a8b5344280f HTTP/1.1" status: 204 len: 168 time: 1.1166337 May 10 03:14:07.508291 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51757380-52d8-4938-b8a4-48f7037cd0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d028fc-10c4-46ce-9673-8a8b5344280f,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:07.555671 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00653d01-c68e-4a58-a78b-8c6a6c48468f None None] Network 575784cb-76c0-40a2-87cd-ac1108d52bb1 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:14:07.565075 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86ec1f-ab94-4b7c-a1a4-1960b14211e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:07.587302 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9b93e17-d677-4113-9c9b-a1d689ff863a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for subnet (6ad8a8dc-3066-46a1-87d8-bb9efc0920fd), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:07.653952 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d86ec1f-ab94-4b7c-a1a4-1960b14211e9 admin admin] Checking segment: {'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:07.654377 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d86ec1f-ab94-4b7c-a1a4-1960b14211e9 admin admin] Network hostable DHCP agents. Network: 73cc213e-781c-42c1-8c05-7293b0a3f3ad, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:14:07.655746 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b93e17-d677-4113-9c9b-a1d689ff863a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad8a8dc-3066-46a1-87d8-bb9efc0920fd,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:07.666871 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7b77fd9-e7f6-4fb2-ba79-db0962975112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for subnet (8a7d34c8-e1d6-4d8e-a007-97e315bfe374), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:07.745558 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] Allocated IP 172.27.1.5 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/d2a469b9-84d9-4c03-b4cf-8106f981645f) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:07.756414 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d86ec1f-ab94-4b7c-a1a4-1960b14211e9 admin admin] Network 73cc213e-781c-42c1-8c05-7293b0a3f3ad is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:14:07.781317 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-4d86ec1f-ab94-4b7c-a1a4-1960b14211e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, 73cc213e-781c-42c1-8c05-7293b0a3f3ad) {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:07.792741 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8241f838-fc83-4e21-8f63-64e9d45afa16 None None] Network 73cc213e-781c-42c1-8c05-7293b0a3f3ad requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:14:07.795519 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b93e17-d677-4113-9c9b-a1d689ff863a admin admin] Checking segment: {'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:07.795874 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b93e17-d677-4113-9c9b-a1d689ff863a admin admin] Network hostable DHCP agents. Network: 20b0c49b-98e0-4d73-bdea-8b46faafc116, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:14:07.800942 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b77fd9-e7f6-4fb2-ba79-db0962975112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a7d34c8-e1d6-4d8e-a007-97e315bfe374,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:07.852739 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b93e17-d677-4113-9c9b-a1d689ff863a admin admin] Network 20b0c49b-98e0-4d73-bdea-8b46faafc116 is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:14:07.875882 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e9b93e17-d677-4113-9c9b-a1d689ff863a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, 20b0c49b-98e0-4d73-bdea-8b46faafc116) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:07.882653 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b93e17-d677-4113-9c9b-a1d689ff863a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:07.883258 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9b93e17-d677-4113-9c9b-a1d689ff863a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:07.885139 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d86ec1f-ab94-4b7c-a1a4-1960b14211e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:07.886004 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4d86ec1f-ab94-4b7c-a1a4-1960b14211e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:07.900994 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80e57c5-d5a6-4298-aabd-20f2572c7b65 None None] Network 20b0c49b-98e0-4d73-bdea-8b46faafc116 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:14:07.907281 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b77fd9-e7f6-4fb2-ba79-db0962975112 admin admin] Checking segment: {'id': 'fd8dafce-76ca-4a5a-9af7-46546c9e6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:07.907811 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b77fd9-e7f6-4fb2-ba79-db0962975112 admin admin] Network hostable DHCP agents. Network: 73d317d2-6d6e-4f15-9854-843c84b4e47e, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:14:07.925410 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-e9b93e17-d677-4113-9c9b-a1d689ff863a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2148094 May 10 03:14:07.926725 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60818) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:07.933494 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:07.948578 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-4d86ec1f-ab94-4b7c-a1a4-1960b14211e9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6182015 May 10 03:14:07.957807 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60822) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:07.963927 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-router', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:07.984320 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-961250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9357'] for router (ed0337df-2e47-44f0-86f8-d2145b93f43f), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:07.987579 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-961110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9398'] for router (ed0337df-2e47-44f0-86f8-d2145b93f43f), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:08.042000 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] Publish callbacks [] for port (d2a469b9-84d9-4c03-b4cf-8106f981645f), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:08.087762 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b77fd9-e7f6-4fb2-ba79-db0962975112 admin admin] Network 73d317d2-6d6e-4f15-9854-843c84b4e47e is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:14:08.141714 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-961250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9357'] for router (03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:08.142755 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-961110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9398'] for router (03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:08.192611 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-b7b77fd9-e7f6-4fb2-ba79-db0962975112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, 73d317d2-6d6e-4f15-9854-843c84b4e47e) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:08.205484 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b77fd9-e7f6-4fb2-ba79-db0962975112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:08.215209 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7b77fd9-e7f6-4fb2-ba79-db0962975112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:08.245226 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc4640c-a2cd-428a-9083-3fe70f440974 None None] Network 73d317d2-6d6e-4f15-9854-843c84b4e47e requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:14:08.264982 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (d2a469b9-84d9-4c03-b4cf-8106f981645f), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:08.522788 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] Publish callbacks [] for router_controller (ed0337df-2e47-44f0-86f8-d2145b93f43f), precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:08.570553 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60844) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:08.618017 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:08.619928 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] Pushing event updated for resources: {'Port': ['ID=d2a469b9-84d9-4c03-b4cf-8106f981645f,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:08.623289 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:08.658065 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-b7b77fd9-e7f6-4fb2-ba79-db0962975112 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6693058 May 10 03:14:08.660805 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:08.664006 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 60850) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:08.675942 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab3fd681-b6c6-573e-967e-f8a5bfbe9e64-73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'fixed_ips': [{'subnet_id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b'}]}} from dv-cinder-830094-4-iscsi. {{(pid=103517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:14:08.677529 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:08.679796 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 33616b2d-a81f-462c-ae2f-9eb116e7b643 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:08.688017 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] Publish callbacks [] for router_controller (03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc), precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:08.692270 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a0f9722-265b-492d-bf6c-0706a4284306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:08.701063 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cee85f-2a8b-4334-b250-1af825896aa7 None None] Network 2b607388-5cb4-41a1-8154-ba2917605d5c requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:14:08.747040 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:08.768721 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab3fd681-b6c6-573e-967e-f8a5bfbe9e64-20b0c49b-98e0-4d73-bdea-8b46faafc116', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd'}]}} from dv-cinder-830094-4-iscsi. {{(pid=103517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:14:08.769846 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:08.897395 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-961250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9357'] for router (02d5051c-de78-4ce8-9286-5811ced63dc5), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:08.899005 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-961110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9398'] for router (02d5051c-de78-4ce8-9286-5811ced63dc5), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:08.932686 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] Publish callbacks [] for router_gateway (ed0337df-2e47-44f0-86f8-d2145b93f43f), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:08.985120 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] Publish callbacks [] for router_gateway (03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:09.026381 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] Publish callbacks [] for router_controller (02d5051c-de78-4ce8-9286-5811ced63dc5), precommit_add_association {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:09.123999 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-a638d541-c6ed-432c-bd42-e635308af452 None None] Provisioning complete for port 33616b2d-a81f-462c-ae2f-9eb116e7b643 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:09.125286 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a638d541-c6ed-432c-bd42-e635308af452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (33616b2d-a81f-462c-ae2f-9eb116e7b643), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:09.136086 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a0f9722-265b-492d-bf6c-0706a4284306 admin admin] Publish callbacks [] for security_group (3754ed45-ebba-42fe-9baf-78c8597c69d9), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:09.150629 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a0f9722-265b-492d-bf6c-0706a4284306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (3754ed45-ebba-42fe-9baf-78c8597c69d9), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:09.231038 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f9722-265b-492d-bf6c-0706a4284306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3754ed45-ebba-42fe-9baf-78c8597c69d9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:09.360823 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab3fd681-b6c6-573e-967e-f8a5bfbe9e64-73d317d2-6d6e-4f15-9854-843c84b4e47e', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'fixed_ips': [{'subnet_id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374'}]}} from dv-cinder-830094-4-iscsi. {{(pid=103517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:14:09.362500 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:09.370936 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-5a0f9722-265b-492d-bf6c-0706a4284306 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=749ebc772f1f430aa53f12ee575e0bf8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7895772 May 10 03:14:09.371708 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60878) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:09.445012 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 33616b2d-a81f-462c-ae2f-9eb116e7b643 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:09.445677 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (33616b2d-a81f-462c-ae2f-9eb116e7b643), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:09.459158 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] Publish callbacks [] for router_gateway (ed0337df-2e47-44f0-86f8-d2145b93f43f), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:09.530500 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] Publish callbacks [] for router_gateway (02d5051c-de78-4ce8-9286-5811ced63dc5), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:09.531465 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:09.534494 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 60890) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:09.540673 dv-cinder-830094-4-iscsi neutron-server[103516]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 03:14:09.687694 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] Publish callbacks [] for router_gateway (03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:09.697266 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Allocated IP 172.20.0.2 (73cc213e-781c-42c1-8c05-7293b0a3f3ad/b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b/77f57f04-abae-4111-8456-7da5493996b6) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:09.736403 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:09.766102 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6661c0c2-c539-4a7d-90ec-37af87d0e295 admin admin] Publish callbacks [] for security_group (3754ed45-ebba-42fe-9baf-78c8597c69d9), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:09.824928 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Allocated IP 172.20.0.2 (73d317d2-6d6e-4f15-9854-843c84b4e47e/8a7d34c8-e1d6-4d8e-a007-97e315bfe374/b34fb365-59d6-4a9e-b778-a48f5862a908) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:09.827539 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] Publish callbacks [] for router_gateway (5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:09.894831 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6661c0c2-c539-4a7d-90ec-37af87d0e295 admin admin] Publish callbacks [] for security_group (3754ed45-ebba-42fe-9baf-78c8597c69d9), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:09.946815 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] Allocated IP 172.27.1.201 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/4fbe838a-5aaa-4d49-a2a5-0021f0da2f85) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:09.959857 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-fa1b2596-6728-4ced-9144-0825afd307a3 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:09.967742 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-fa1b2596-6728-4ced-9144-0825afd307a3 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/networks?id=575784cb-76c0-40a2-87cd-ac1108d52bb1 HTTP/1.1" status: 200 len: 812 time: 0.4284165 May 10 03:14:10.016236 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Publish callbacks [] for port (b34fb365-59d6-4a9e-b778-a48f5862a908), precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:10.028582 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Allocated IP 172.20.0.2 (20b0c49b-98e0-4d73-bdea-8b46faafc116/6ad8a8dc-3066-46a1-87d8-bb9efc0920fd/311387fb-1f6e-490b-bc40-b883f488a881) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:10.042811 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-25111f26-71cc-4d34-99e4-673e01ae4049 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/quotas/857b83406e874fcea2e81894d366f353 HTTP/1.1" status: 200 len: 375 time: 0.0739851 May 10 03:14:10.067017 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (b34fb365-59d6-4a9e-b778-a48f5862a908), after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:10.094969 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-a638d541-c6ed-432c-bd42-e635308af452 None None] Current status of the port 33616b2d-a81f-462c-ae2f-9eb116e7b643 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:10.095294 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a638d541-c6ed-432c-bd42-e635308af452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (33616b2d-a81f-462c-ae2f-9eb116e7b643), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:10.097053 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:10.142706 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] Publish callbacks [] for port (4fbe838a-5aaa-4d49-a2a5-0021f0da2f85), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:10.154785 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Network 73d317d2-6d6e-4f15-9854-843c84b4e47e is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:10.167942 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-bc461cbe-b53c-46f2-bc16-b09da416ad1f tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=857b83406e874fcea2e81894d366f353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1158140 May 10 03:14:10.169401 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:10.172126 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:10.197686 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6661c0c2-c539-4a7d-90ec-37af87d0e295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (3754ed45-ebba-42fe-9baf-78c8597c69d9), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:10.200860 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6661c0c2-c539-4a7d-90ec-37af87d0e295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:10.202735 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-6661c0c2-c539-4a7d-90ec-37af87d0e295 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3754ed45-ebba-42fe-9baf-78c8597c69d9 HTTP/1.1" status: 204 len: 168 time: 0.8299732 May 10 03:14:10.215680 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661c0c2-c539-4a7d-90ec-37af87d0e295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3754ed45-ebba-42fe-9baf-78c8597c69d9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:10.217845 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (4fbe838a-5aaa-4d49-a2a5-0021f0da2f85), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:10.301753 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:10.306602 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:10.312825 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:10.329721 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 33616b2d-a81f-462c-ae2f-9eb116e7b643 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:10.330112 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (33616b2d-a81f-462c-ae2f-9eb116e7b643), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:10.336305 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] Publish callbacks [] for router_gateway (02d5051c-de78-4ce8-9286-5811ced63dc5), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:10.386127 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:10.425584 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Pushing event updated for resources: {'Port': ['ID=b34fb365-59d6-4a9e-b778-a48f5862a908,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:10.530490 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-34b5ec22-8b24-4b01-aef5-9592b294d3a6 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103516) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:14:10.531521 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-34b5ec22-8b24-4b01-aef5-9592b294d3a6 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1368129 May 10 03:14:10.552273 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-a638d541-c6ed-432c-bd42-e635308af452 None None] For port 33616b2d-a81f-462c-ae2f-9eb116e7b643, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=33616b2d-a81f-462c-ae2f-9eb116e7b643,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:10.568996 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Attempting to bind port b34fb365-59d6-4a9e-b778-a48f5862a908 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:14:10.569358 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Attempting to bind port b34fb365-59d6-4a9e-b778-a48f5862a908 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': 'fd8dafce-76ca-4a5a-9af7-46546c9e6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:14:10.569710 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Attempting to bind port b34fb365-59d6-4a9e-b778-a48f5862a908 on network 73d317d2-6d6e-4f15-9854-843c84b4e47e {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:10.571743 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a638d541-c6ed-432c-bd42-e635308af452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (33616b2d-a81f-462c-ae2f-9eb116e7b643), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:10.661677 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:14:10.661677 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Checking segment: {'id': 'fd8dafce-76ca-4a5a-9af7-46546c9e6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:10.661677 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:10.661677 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Bound using segment: {'id': 'fd8dafce-76ca-4a5a-9af7-46546c9e6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:14:10.661677 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Bound port: b34fb365-59d6-4a9e-b778-a48f5862a908, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8dafce-76ca-4a5a-9af7-46546c9e6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:14:10.662150 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (b34fb365-59d6-4a9e-b778-a48f5862a908), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:10.715990 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-961113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962584'] for router (5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:10.746620 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] Allocated IP 172.27.1.87 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/75f9e69e-35ce-4198-b83b-77287b407599) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:10.787028 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] Pushing event updated for resources: {'Port': ['ID=4fbe838a-5aaa-4d49-a2a5-0021f0da2f85,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:10.794474 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-89b4a5e1-4fe3-4a9a-a186-61181e6092d8 service neutron] 10.222.0.55 "GET /v2.0/networks/575784cb-76c0-40a2-87cd-ac1108d52bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425056 May 10 03:14:10.828360 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.db.api [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 03:14:10.828913 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG oslo_db.api [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 03:14:10.829192 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-83c8b975-0f26-4670-8aab-597f4f31955e None None] Provisioning complete for port 33616b2d-a81f-462c-ae2f-9eb116e7b643 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:10.829576 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-83c8b975-0f26-4670-8aab-597f4f31955e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (33616b2d-a81f-462c-ae2f-9eb116e7b643), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:10.856698 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638d541-c6ed-432c-bd42-e635308af452 None None] Pushing event updated for resources: {'Port': ['ID=33616b2d-a81f-462c-ae2f-9eb116e7b643,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:10.899461 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Publish callbacks [] for port (77f57f04-abae-4111-8456-7da5493996b6), precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:10.939963 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (77f57f04-abae-4111-8456-7da5493996b6), after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:11.003191 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Publish callbacks [] for port (311387fb-1f6e-490b-bc40-b883f488a881), precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:11.008135 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Pushing event updated for resources: {'Port': ['ID=77f57f04-abae-4111-8456-7da5493996b6,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:11.020787 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Network 73cc213e-781c-42c1-8c05-7293b0a3f3ad is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:11.027075 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] For port b34fb365-59d6-4a9e-b778-a48f5862a908, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:14:11.029398 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:11.033547 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] For port b34fb365-59d6-4a9e-b778-a48f5862a908, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=b34fb365-59d6-4a9e-b778-a48f5862a908,segment=NetworkSegment(fd8dafce-76ca-4a5a-9af7-46546c9e6cb7),segment_id=fd8dafce-76ca-4a5a-9af7-46546c9e6cb7)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:14:11.035405 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:11.045142 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-1d45d2d2-e5e3-49e8-9ec8-4aed983154b4 service neutron] 10.222.0.55 "GET /v2.0/networks/575784cb-76c0-40a2-87cd-ac1108d52bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189515 May 10 03:14:11.063653 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (311387fb-1f6e-490b-bc40-b883f488a881), after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:11.069281 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] Router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 is scheduled to L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 with binding_index 1 {{(pid=103516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:14:11.171584 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] Publish callbacks [] for port (75f9e69e-35ce-4198-b83b-77287b407599), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:11.185438 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] Publish callbacks [] for router_gateway (ed0337df-2e47-44f0-86f8-d2145b93f43f), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:11.226791 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:14:11.240240 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Sync routers for ids ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:14:11.256810 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Routers {'5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:14:11.257062 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:13:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:11.261308 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:11.266850 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-68d48116-51e4-4f19-8c94-061009432c3e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5523889 May 10 03:14:11.267733 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60956) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:11.349457 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (75f9e69e-35ce-4198-b83b-77287b407599), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:11.421997 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] Allocated IP 172.27.1.45 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/0af41144-d17e-4a47-aac7-0b261e60d6d2) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:11.436747 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (b34fb365-59d6-4a9e-b778-a48f5862a908), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:11.518890 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:11.554597 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] Pushing event updated for resources: {'Port': ['ID=75f9e69e-35ce-4198-b83b-77287b407599,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:11.557844 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:11.571483 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Attempting to bind port 77f57f04-abae-4111-8456-7da5493996b6 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:14:11.583662 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Attempting to bind port 77f57f04-abae-4111-8456-7da5493996b6 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:14:11.583893 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Attempting to bind port 77f57f04-abae-4111-8456-7da5493996b6 on network 73cc213e-781c-42c1-8c05-7293b0a3f3ad {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:11.606595 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Network 20b0c49b-98e0-4d73-bdea-8b46faafc116 is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:11.626064 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:14:11.626565 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Checking segment: {'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:11.627087 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:11.627586 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Bound using segment: {'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:14:11.628149 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Bound port: 77f57f04-abae-4111-8456-7da5493996b6, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:14:11.628773 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (77f57f04-abae-4111-8456-7da5493996b6), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:11.631515 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:11.633860 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 33616b2d-a81f-462c-ae2f-9eb116e7b643 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:11.638978 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:11.715781 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Pushing event updated for resources: {'Port': ['ID=311387fb-1f6e-490b-bc40-b883f488a881,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:11.717551 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-961113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962584'] for router (ed0337df-2e47-44f0-86f8-d2145b93f43f), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:11.726031 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60978) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:11.726579 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 60988) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:11.811769 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Set router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:14:11.840549 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e31e88-84ea-492a-97af-7dbf2d5b2618 None None] Pushing event updated for resources: {'Port': ['ID=b34fb365-59d6-4a9e-b778-a48f5862a908,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:11.846965 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 33616b2d-a81f-462c-ae2f-9eb116e7b643 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:11.868512 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] Publish callbacks [] for port (0af41144-d17e-4a47-aac7-0b261e60d6d2), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:11.878102 dv-cinder-830094-4-iscsi neutron-server[103515]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 03:14:11.891921 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-83c8b975-0f26-4670-8aab-597f4f31955e None None] Current status of the port 33616b2d-a81f-462c-ae2f-9eb116e7b643 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:11.959510 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (0af41144-d17e-4a47-aac7-0b261e60d6d2), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:11.970205 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] For port 77f57f04-abae-4111-8456-7da5493996b6, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:14:11.974534 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-28a3a90b-3352-4a93-bc1a-a5dcba7df1f4 req-6cf16417-3a61-4a85-be37-e3c64fdfa7f0 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 210 time: 0.1004171 May 10 03:14:11.974822 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] For port 77f57f04-abae-4111-8456-7da5493996b6, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=77f57f04-abae-4111-8456-7da5493996b6,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:14:11.992807 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (77f57f04-abae-4111-8456-7da5493996b6), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:12.011559 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:12.018870 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 33616b2d-a81f-462c-ae2f-9eb116e7b643 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:12.019538 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (33616b2d-a81f-462c-ae2f-9eb116e7b643), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:12.042246 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:14:08Z', 'revision_number': 3, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port': {'id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:07Z', 'updated_at': '2022-05-10T03:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:12.064269 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Attempting to bind port 311387fb-1f6e-490b-bc40-b883f488a881 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:14:12.064769 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Attempting to bind port 311387fb-1f6e-490b-bc40-b883f488a881 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:14:12.065238 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Attempting to bind port 311387fb-1f6e-490b-bc40-b883f488a881 on network 20b0c49b-98e0-4d73-bdea-8b46faafc116 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:12.078972 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Checking router: 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:14:12.079487 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Updating router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 port d2a469b9-84d9-4c03-b4cf-8106f981645f binding host dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:14:12.110106 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (d2a469b9-84d9-4c03-b4cf-8106f981645f), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:12.158866 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] Pushing event updated for resources: {'Port': ['ID=0af41144-d17e-4a47-aac7-0b261e60d6d2,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:12.165214 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:14:12.169027 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Checking segment: {'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:12.169272 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:12.170494 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:12.170692 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:12.171512 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Bound using segment: {'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:14:12.176876 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:12.177621 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Bound port: 311387fb-1f6e-490b-bc40-b883f488a881, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:14:12.178029 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (311387fb-1f6e-490b-bc40-b883f488a881), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:12.326188 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-83431b1d-3f7d-47ab-8878-c8ba070743d7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1526874278-network', 'tenant_id': '226199afcdf44517908a60888f5815a7'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:12.331378 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444205a-5ede-449c-83f3-1f1ddc4b9c1c None None] Pushing event updated for resources: {'Port': ['ID=77f57f04-abae-4111-8456-7da5493996b6,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:12.475668 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] For port 311387fb-1f6e-490b-bc40-b883f488a881, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:14:12.501047 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] For port 311387fb-1f6e-490b-bc40-b883f488a881, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=311387fb-1f6e-490b-bc40-b883f488a881,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:14:12.522536 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (311387fb-1f6e-490b-bc40-b883f488a881), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:12.584814 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83431b1d-3f7d-47ab-8878-c8ba070743d7 admin admin] Made reservation on behalf of 226199afcdf44517908a60888f5815a7 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:12.587459 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83431b1d-3f7d-47ab-8878-c8ba070743d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:12.619977 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 33616b2d-a81f-462c-ae2f-9eb116e7b643 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:12.628026 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83431b1d-3f7d-47ab-8878-c8ba070743d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:12.637340 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6bc465-725c-469e-a2bf-2a4d5e736585 None None] Pushing event updated for resources: {'Port': ['ID=311387fb-1f6e-490b-bc40-b883f488a881,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:12.641612 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] Publish callbacks [] for router_gateway (02d5051c-de78-4ce8-9286-5811ced63dc5), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:12.757601 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Publish callbacks [] for port (d2a469b9-84d9-4c03-b4cf-8106f981645f), precommit_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:12.774480 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (d2a469b9-84d9-4c03-b4cf-8106f981645f), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:12.783390 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] Publish callbacks [] for router_gateway (03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:12.789853 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] Router ed0337df-2e47-44f0-86f8-d2145b93f43f is scheduled to L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:14:12.864905 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Attempting to bind port d2a469b9-84d9-4c03-b4cf-8106f981645f on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:14:12.865333 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Attempting to bind port d2a469b9-84d9-4c03-b4cf-8106f981645f by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:14:12.866248 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Attempting to bind port d2a469b9-84d9-4c03-b4cf-8106f981645f on network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:12.903507 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:14:12.907824 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Checking segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:12.908298 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:12.908722 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Bound using segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:14:12.909229 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Bound port: d2a469b9-84d9-4c03-b4cf-8106f981645f, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:14:12.909613 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (d2a469b9-84d9-4c03-b4cf-8106f981645f), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:12.998654 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] For port d2a469b9-84d9-4c03-b4cf-8106f981645f, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:14:13.002970 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] For port d2a469b9-84d9-4c03-b4cf-8106f981645f, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=d2a469b9-84d9-4c03-b4cf-8106f981645f,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:14:13.029846 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (d2a469b9-84d9-4c03-b4cf-8106f981645f), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:13.074509 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Routers {'5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:14:13.076307 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:13:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:13.175043 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1638788-be29-43fc-8ad8-47fda917c8a8 None None] Pushing event updated for resources: {'Port': ['ID=d2a469b9-84d9-4c03-b4cf-8106f981645f,revision_number=2']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:13.184247 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-961113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962584'] for router (02d5051c-de78-4ce8-9286-5811ced63dc5), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:13.214524 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83431b1d-3f7d-47ab-8878-c8ba070743d7 admin admin] Publish callbacks [] for security_group (44ca63f3-74fd-4d5a-9fa6-eb84e9d4fada), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:13.247065 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1638788-be29-43fc-8ad8-47fda917c8a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:13.248794 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1638788-be29-43fc-8ad8-47fda917c8a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:13.249295 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1638788-be29-43fc-8ad8-47fda917c8a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:13.253211 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1638788-be29-43fc-8ad8-47fda917c8a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:13.253913 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1638788-be29-43fc-8ad8-47fda917c8a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:13.254572 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1638788-be29-43fc-8ad8-47fda917c8a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:13.255113 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1638788-be29-43fc-8ad8-47fda917c8a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:13.255601 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1638788-be29-43fc-8ad8-47fda917c8a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:13.256075 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1638788-be29-43fc-8ad8-47fda917c8a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:13.256545 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1638788-be29-43fc-8ad8-47fda917c8a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:13.257048 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1638788-be29-43fc-8ad8-47fda917c8a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:13.258069 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1638788-be29-43fc-8ad8-47fda917c8a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:13.258571 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1638788-be29-43fc-8ad8-47fda917c8a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:13.259036 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1638788-be29-43fc-8ad8-47fda917c8a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:13.259502 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1638788-be29-43fc-8ad8-47fda917c8a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1638788-be29-43fc-8ad8-47fda917c8a8 None None] Tracked resource versions report: May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: pushed versions: May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: { 'AddressGroup': {'1.2'}, May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Agent': {'1.1'}, May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'ConntrackHelper': {'1.0'}, May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'LocalIPAssociation': {'1.0'}, May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Log': {'1.0'}, May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'NDPProxy': {'1.0'}, May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Network': {'1.1'}, May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Port': {'1.7'}, May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'PortForwarding': {'1.3'}, May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'QosPolicy': {'1.10'}, May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'SecurityGroup': {'1.5'}, May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'SecurityGroupRule': {'1.2'}, May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'SubPort': {'1.0'}, May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Subnet': {'1.1'}, May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Trunk': {'1.1'}} May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: consumer versions: May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: { DHCP agent@dv-cinder-830094-4-iscsi: {}, May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: HyperV agent@hv-cinder-83009: {}, May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: L3 agent@dv-cinder-830094-4-iscsi: {}, May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: Metadata agent@dv-cinder-830094-4-iscsi: {}, May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: Metering agent@dv-cinder-830094-4-iscsi: {}, May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: Open vSwitch agent@dv-cinder-830094-4-iscsi: { 'AddressGroup': '1.2', May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Agent': '1.1', May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'ConntrackHelper': '1.0', May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'LocalIPAssociation': '1.0', May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Log': '1.0', May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'NDPProxy': '1.0', May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Network': '1.1', May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Port': '1.7', May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'PortForwarding': '1.3', May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'QosPolicy': '1.10', May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'SecurityGroup': '1.5', May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'SecurityGroupRule': '1.2', May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'SubPort': '1.0', May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Subnet': '1.1', May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: 'Trunk': '1.1'}} May 10 03:14:13.261085 dv-cinder-830094-4-iscsi neutron-server[103518]: {{(pid=103518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 03:14:13.272995 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83431b1d-3f7d-47ab-8878-c8ba070743d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (44ca63f3-74fd-4d5a-9fa6-eb84e9d4fada), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:13.296332 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ea07e981-c2f0-4d88-b091-14722450be6d req-2bc75df1-bbbb-459d-8a15-7d4c62c81735 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 210 time: 0.0744891 May 10 03:14:13.403676 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] Set router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:14:13.437869 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83431b1d-3f7d-47ab-8878-c8ba070743d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:14:13.536142 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83431b1d-3f7d-47ab-8878-c8ba070743d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ca63f3-74fd-4d5a-9fa6-eb84e9d4fada,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:13.547058 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1638788-be29-43fc-8ad8-47fda917c8a8 None None] Pushing event updated for resources: {'Port': ['ID=d2a469b9-84d9-4c03-b4cf-8106f981645f,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:13.548101 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83431b1d-3f7d-47ab-8878-c8ba070743d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (da1dbf49-5ce9-44a5-a0af-2605f9d14bbe), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:13.548543 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.segments_db [None req-83431b1d-3f7d-47ab-8878-c8ba070743d7 admin admin] Added segment da1dbf49-5ce9-44a5-a0af-2605f9d14bbe of type vlan for network 60c25063-0cc1-4808-a635-e04235083b1f May 10 03:14:13.614633 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] Router 02d5051c-de78-4ce8-9286-5811ced63dc5 is scheduled to L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 with binding_index 1 {{(pid=103516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:14:13.864592 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefc3b00-4a6a-4b06-8a2f-9d053ced1ec3 None None] Network 73d317d2-6d6e-4f15-9854-843c84b4e47e requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:14:14.006936 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:14:14.021916 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:14:08Z', 'revision_number': 3, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port': {'id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:07Z', 'updated_at': '2022-05-10T03:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:14.060415 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 32814) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:14.095361 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:14:14.110436 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83431b1d-3f7d-47ab-8878-c8ba070743d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (60c25063-0cc1-4808-a635-e04235083b1f), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:14.137366 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:14.138614 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-a7ca1c33-5081-409d-84a9-908e2a47ad6a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2099867 May 10 03:14:14.145927 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0beb8e7-04ff-422b-bceb-d7b62e5fade8 None None] The sync data for ids ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'] in dv-cinder-830094-4-iscsi is: [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:14:08Z', 'revision_number': 3, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port': {'id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:07Z', 'updated_at': '2022-05-10T03:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:14:14.155673 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 32818) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:14.160644 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Sync routers for ids ['02d5051c-de78-4ce8-9286-5811ced63dc5'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:14:14.164018 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:14.170847 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-c659d247-0a0d-4729-b220-a3c1ea39e823 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5054500 May 10 03:14:14.179290 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 32820) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:14.191258 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Routers {'02d5051c-de78-4ce8-9286-5811ced63dc5'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:14:14.199555 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:13:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['02d5051c-de78-4ce8-9286-5811ced63dc5'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:14.239958 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 77f57f04-abae-4111-8456-7da5493996b6 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:14.245590 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.db.resource_extend [None req-83431b1d-3f7d-47ab-8878-c8ba070743d7 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 03:14:14.252406 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Sync routers for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:14:14.387179 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e33bbe-d2b5-4b2a-8a10-23df65b5d911 None None] Network 73cc213e-781c-42c1-8c05-7293b0a3f3ad requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:14:14.435960 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:14:14.436685 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:13:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:14.472983 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Set router 02d5051c-de78-4ce8-9286-5811ced63dc5 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:14:14.612004 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-38e4cd76-524a-4b2f-944b-b6bd9fc83035 None None] Provisioning complete for port b34fb365-59d6-4a9e-b778-a48f5862a908 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:14.613885 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-38e4cd76-524a-4b2f-944b-b6bd9fc83035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (b34fb365-59d6-4a9e-b778-a48f5862a908), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:14.614547 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-618d394e-cafb-4a94-9ab1-4af0bf57f464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:14.719408 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83431b1d-3f7d-47ab-8878-c8ba070743d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (60c25063-0cc1-4808-a635-e04235083b1f), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:14.720688 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83431b1d-3f7d-47ab-8878-c8ba070743d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:14.721398 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83431b1d-3f7d-47ab-8878-c8ba070743d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:14.886268 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f06951a2-36fa-4c57-a8b8-b67727da287f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:14.886827 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-301b1250-1582-4d73-9294-5f492420049b req-e42436ef-07a5-405d-8eb8-645c7bd082f1 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 210 time: 0.3483107 May 10 03:14:14.896595 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39cef7b-e518-433c-aafd-c3984ab13461 None None] Network 20b0c49b-98e0-4d73-bdea-8b46faafc116 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:14:14.955327 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:12Z', 'revision_number': 3, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port': {'id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:10Z', 'updated_at': '2022-05-10T03:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:14.975396 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-618d394e-cafb-4a94-9ab1-4af0bf57f464 admin admin] Publish callbacks [] for security_group (34fe02d9-4599-463d-95c7-713527eddf2c), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:15.092366 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83431b1d-3f7d-47ab-8878-c8ba070743d7 admin admin] Pushing event updated for resources: {'Network': ['ID=60c25063-0cc1-4808-a635-e04235083b1f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:15.095233 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-961113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962584'] for router (03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:15.116768 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-305d92f7-446a-48d2-b5ec-ddf10643c85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:15.134797 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Checking router: 02d5051c-de78-4ce8-9286-5811ced63dc5 for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:14:15.135316 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Updating router 02d5051c-de78-4ce8-9286-5811ced63dc5 port 0af41144-d17e-4a47-aac7-0b261e60d6d2 binding host dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:14:15.205071 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:14:15.232104 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:14:15.247014 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (0af41144-d17e-4a47-aac7-0b261e60d6d2), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:15.294498 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-618d394e-cafb-4a94-9ab1-4af0bf57f464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (34fe02d9-4599-463d-95c7-713527eddf2c), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:15.320104 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network 60c25063-0cc1-4808-a635-e04235083b1f details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:14:15.330111 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.64', 64151) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:15.392951 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 77f57f04-abae-4111-8456-7da5493996b6 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:15.393962 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (77f57f04-abae-4111-8456-7da5493996b6), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:15.404777 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-38e4cd76-524a-4b2f-944b-b6bd9fc83035 None None] Current status of the port b34fb365-59d6-4a9e-b778-a48f5862a908 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:15.405205 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-38e4cd76-524a-4b2f-944b-b6bd9fc83035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (b34fb365-59d6-4a9e-b778-a48f5862a908), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:15.609323 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-305d92f7-446a-48d2-b5ec-ddf10643c85a admin admin] Allocated IP 172.20.0.1 (2b607388-5cb4-41a1-8154-ba2917605d5c/5ae3f063-d3d5-4965-b738-da42afcb0558/937047de-2681-4066-8246-3b1b9cce67a5) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:15.655121 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-38e4cd76-524a-4b2f-944b-b6bd9fc83035 None None] For port b34fb365-59d6-4a9e-b778-a48f5862a908, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=b34fb365-59d6-4a9e-b778-a48f5862a908,segment=NetworkSegment(fd8dafce-76ca-4a5a-9af7-46546c9e6cb7),segment_id=fd8dafce-76ca-4a5a-9af7-46546c9e6cb7)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:15.675554 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-38e4cd76-524a-4b2f-944b-b6bd9fc83035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (b34fb365-59d6-4a9e-b778-a48f5862a908), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:15.720490 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-618d394e-cafb-4a94-9ab1-4af0bf57f464 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b9de19281a345d68ed44ee426b54f79&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6435843 May 10 03:14:15.730277 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 32840) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:15.742925 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d394e-cafb-4a94-9ab1-4af0bf57f464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fe02d9-4599-463d-95c7-713527eddf2c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:15.770975 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a34dbb7-b9c0-4eb6-b220-0ae4d1091639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:15.825633 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-83431b1d-3f7d-47ab-8878-c8ba070743d7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.9488621 May 10 03:14:15.826322 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 32846) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:15.857137 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Publish callbacks [] for port (0af41144-d17e-4a47-aac7-0b261e60d6d2), precommit_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:15.871624 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (0af41144-d17e-4a47-aac7-0b261e60d6d2), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:15.912922 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-45a4e70f-90ae-4462-924a-4522eb237526 admin admin] Request body: {'subnet': {'network_id': '60c25063-0cc1-4808-a635-e04235083b1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1526874278-subnet', 'tenant_id': '226199afcdf44517908a60888f5815a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:15.964475 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-2d5c1c1f-1b93-4353-8baf-e938325d7ae1 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:15.966003 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-2d5c1c1f-1b93-4353-8baf-e938325d7ae1 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.64 "GET /v2.0/networks?id=575784cb-76c0-40a2-87cd-ac1108d52bb1 HTTP/1.1" status: 200 len: 812 time: 0.6318026 May 10 03:14:15.970568 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f10eb7-f29f-43fc-b965-8e0b2bd79936 None None] Pushing event updated for resources: {'Port': ['ID=0af41144-d17e-4a47-aac7-0b261e60d6d2,revision_number=2']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:16.010512 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a4e70f-90ae-4462-924a-4522eb237526 admin admin] Made reservation on behalf of 226199afcdf44517908a60888f5815a7 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:16.013916 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45a4e70f-90ae-4462-924a-4522eb237526 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:16.018901 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Attempting to bind port 0af41144-d17e-4a47-aac7-0b261e60d6d2 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:14:16.018901 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Attempting to bind port 0af41144-d17e-4a47-aac7-0b261e60d6d2 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:14:16.019227 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Attempting to bind port 0af41144-d17e-4a47-aac7-0b261e60d6d2 on network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:16.037748 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:14:16.042501 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Checking segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:16.043492 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:16.043955 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Bound using segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:14:16.044469 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Bound port: 0af41144-d17e-4a47-aac7-0b261e60d6d2, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:14:16.048867 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (0af41144-d17e-4a47-aac7-0b261e60d6d2), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:16.072793 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-ec713df8-8ad2-41cf-b517-0c0b88ef036a tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Request body: {'port': {'device_id': '364eff63-27a1-4e99-bb61-81ac36f72973', 'network_id': '575784cb-76c0-40a2-87cd-ac1108d52bb1', 'admin_state_up': True, 'tenant_id': '857b83406e874fcea2e81894d366f353'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:16.114449 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] Router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc is scheduled to L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:14:16.169893 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 77f57f04-abae-4111-8456-7da5493996b6 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:16.170870 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (77f57f04-abae-4111-8456-7da5493996b6), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:16.174317 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-d4fefb40-76cb-449e-95fb-b0c7ffa5224a None None] Provisioning complete for port 311387fb-1f6e-490b-bc40-b883f488a881 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:16.174900 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d4fefb40-76cb-449e-95fb-b0c7ffa5224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (311387fb-1f6e-490b-bc40-b883f488a881), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:16.189221 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] For port 0af41144-d17e-4a47-aac7-0b261e60d6d2, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:14:16.192965 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] For port 0af41144-d17e-4a47-aac7-0b261e60d6d2, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=0af41144-d17e-4a47-aac7-0b261e60d6d2,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:14:16.207688 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (0af41144-d17e-4a47-aac7-0b261e60d6d2), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:16.259581 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c42c27de-667b-4f45-9797-54042e39699d req-dca68d89-b7be-4fed-b811-8fca461ca918 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 210 time: 0.1849413 May 10 03:14:16.341960 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] For port 77f57f04-abae-4111-8456-7da5493996b6, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=77f57f04-abae-4111-8456-7da5493996b6,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:16.343409 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4cd76-524a-4b2f-944b-b6bd9fc83035 None None] Pushing event updated for resources: {'Port': ['ID=b34fb365-59d6-4a9e-b778-a48f5862a908,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:16.397352 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (77f57f04-abae-4111-8456-7da5493996b6), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:16.405447 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-305d92f7-446a-48d2-b5ec-ddf10643c85a admin admin] Publish callbacks [] for port (937047de-2681-4066-8246-3b1b9cce67a5), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:16.405876 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device b34fb365-59d6-4a9e-b778-a48f5862a908 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:16.430255 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f10eb7-f29f-43fc-b965-8e0b2bd79936 None None] Pushing event updated for resources: {'Port': ['ID=0af41144-d17e-4a47-aac7-0b261e60d6d2,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:16.448706 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Routers {'02d5051c-de78-4ce8-9286-5811ced63dc5'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:14:16.449729 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:13:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['02d5051c-de78-4ce8-9286-5811ced63dc5'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:16.475265 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-ec713df8-8ad2-41cf-b517-0c0b88ef036a tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Made reservation on behalf of 857b83406e874fcea2e81894d366f353 for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:16.478560 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-ec713df8-8ad2-41cf-b517-0c0b88ef036a tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:16.539288 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:10Z', 'revision_number': 3, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:16.549050 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82a2c719-ac0f-480d-a947-f9fd6bfd725c admin admin] Publish callbacks [] for security_group (34fe02d9-4599-463d-95c7-713527eddf2c), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:16.617439 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Checking router: ed0337df-2e47-44f0-86f8-d2145b93f43f for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:14:16.618031 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Updating router ed0337df-2e47-44f0-86f8-d2145b93f43f port 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85 binding host dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:14:16.629473 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-2a34dbb7-b9c0-4eb6-b220-0ae4d1091639 admin admin] Allocated IP 172.20.0.1 (20b0c49b-98e0-4d73-bdea-8b46faafc116/6ad8a8dc-3066-46a1-87d8-bb9efc0920fd/ebddc238-d654-4abd-8c64-392ea4e99a64) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:16.727729 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Pushing event updated for resources: {'Port': ['ID=77f57f04-abae-4111-8456-7da5493996b6,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:16.734140 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (4fbe838a-5aaa-4d49-a2a5-0021f0da2f85), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:16.737366 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] Set router 02d5051c-de78-4ce8-9286-5811ced63dc5 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:14:16.763954 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port b34fb365-59d6-4a9e-b778-a48f5862a908 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:16.764344 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (b34fb365-59d6-4a9e-b778-a48f5862a908), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:16.806252 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-d4fefb40-76cb-449e-95fb-b0c7ffa5224a None None] Current status of the port 311387fb-1f6e-490b-bc40-b883f488a881 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:16.806739 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d4fefb40-76cb-449e-95fb-b0c7ffa5224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (311387fb-1f6e-490b-bc40-b883f488a881), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:16.965597 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-26d3017c-3d29-4083-b75f-2d7009113d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:16.974686 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-d4fefb40-76cb-449e-95fb-b0c7ffa5224a None None] For port 311387fb-1f6e-490b-bc40-b883f488a881, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=311387fb-1f6e-490b-bc40-b883f488a881,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:17.150753 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 32886) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:17.151487 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d4fefb40-76cb-449e-95fb-b0c7ffa5224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (311387fb-1f6e-490b-bc40-b883f488a881), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:17.173433 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45a4e70f-90ae-4462-924a-4522eb237526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for subnet (2d7446a0-dfd0-4ab4-a6a9-9057e12a8219), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:17.198038 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82a2c719-ac0f-480d-a947-f9fd6bfd725c admin admin] Publish callbacks [] for security_group (34fe02d9-4599-463d-95c7-713527eddf2c), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:17.256137 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:12Z', 'revision_number': 3, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port': {'id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:10Z', 'updated_at': '2022-05-10T03:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:17.283471 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:14:17.297445 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-305d92f7-446a-48d2-b5ec-ddf10643c85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (937047de-2681-4066-8246-3b1b9cce67a5), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:17.344117 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Sync routers for ids ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:14:17.379035 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c6ab4d-1478-45fd-8e9a-7870bc719100 None None] The sync data for ids ['02d5051c-de78-4ce8-9286-5811ced63dc5'] in dv-cinder-830094-4-iscsi is: [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:12Z', 'revision_number': 3, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port': {'id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:10Z', 'updated_at': '2022-05-10T03:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:14:17.504376 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305d92f7-446a-48d2-b5ec-ddf10643c85a admin admin] Network 2b607388-5cb4-41a1-8154-ba2917605d5c is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:17.506953 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-d4fefb40-76cb-449e-95fb-b0c7ffa5224a None None] Provisioning complete for port 77f57f04-abae-4111-8456-7da5493996b6 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:17.508707 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d4fefb40-76cb-449e-95fb-b0c7ffa5224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (77f57f04-abae-4111-8456-7da5493996b6), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:17.510930 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a34dbb7-b9c0-4eb6-b220-0ae4d1091639 admin admin] Publish callbacks [] for port (ebddc238-d654-4abd-8c64-392ea4e99a64), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:17.513190 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-ec713df8-8ad2-41cf-b517-0c0b88ef036a tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Allocated IP 172.20.0.6 (575784cb-76c0-40a2-87cd-ac1108d52bb1/38d61204-4fc1-4be0-ab2a-24d89baa5484/1250bf8e-004a-44ae-a5a9-5013188a9085) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:17.561783 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:17.563051 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-bc7c79a1-cabe-4088-b999-59b8e8e7fca8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.6039655 May 10 03:14:17.568983 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 32894) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:17.583883 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4e70f-90ae-4462-924a-4522eb237526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d7446a0-dfd0-4ab4-a6a9-9057e12a8219,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:17.609994 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-305d92f7-446a-48d2-b5ec-ddf10643c85a admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:17.662998 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fefb40-76cb-449e-95fb-b0c7ffa5224a None None] Pushing event updated for resources: {'Port': ['ID=311387fb-1f6e-490b-bc40-b883f488a881,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:17.689695 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port b34fb365-59d6-4a9e-b778-a48f5862a908 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:17.692876 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 311387fb-1f6e-490b-bc40-b883f488a881 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:17.776066 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Routers {'03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:14:17.777956 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:14:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:17.818733 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5115dd4a-b412-41dc-8f1b-877e784a8eca req-a03817a1-f0cb-4f1d-9c6d-f0b814400a62 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 210 time: 0.3595314 May 10 03:14:17.829009 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305d92f7-446a-48d2-b5ec-ddf10643c85a admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:17.829627 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-305d92f7-446a-48d2-b5ec-ddf10643c85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965455'] for router_interface (5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:17.848645 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a34dbb7-b9c0-4eb6-b220-0ae4d1091639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (ebddc238-d654-4abd-8c64-392ea4e99a64), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:17.873871 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d92f7-446a-48d2-b5ec-ddf10643c85a admin admin] Pushing event updated for resources: {'Port': ['ID=937047de-2681-4066-8246-3b1b9cce67a5,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:17.897364 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9d9c3cf-6806-4a37-8249-20972284bcba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:18.029258 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a4e70f-90ae-4462-924a-4522eb237526 admin admin] Checking segment: {'id': 'da1dbf49-5ce9-44a5-a0af-2605f9d14bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '60c25063-0cc1-4808-a635-e04235083b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:18.029651 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a4e70f-90ae-4462-924a-4522eb237526 admin admin] Network hostable DHCP agents. Network: 60c25063-0cc1-4808-a635-e04235083b1f, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:14:18.101983 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a34dbb7-b9c0-4eb6-b220-0ae4d1091639 admin admin] Network 20b0c49b-98e0-4d73-bdea-8b46faafc116 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:18.122165 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-2a34dbb7-b9c0-4eb6-b220-0ae4d1091639 admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:18.134383 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a34dbb7-b9c0-4eb6-b220-0ae4d1091639 admin admin] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:18.135046 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a34dbb7-b9c0-4eb6-b220-0ae4d1091639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965455'] for router_interface (ed0337df-2e47-44f0-86f8-d2145b93f43f), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:18.162185 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34dbb7-b9c0-4eb6-b220-0ae4d1091639 admin admin] Pushing event updated for resources: {'Port': ['ID=ebddc238-d654-4abd-8c64-392ea4e99a64,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:18.177987 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9d9c3cf-6806-4a37-8249-20972284bcba admin admin] Publish callbacks [] for security_group (1f200fd8-5aca-449e-98a7-00995c3f9503), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:18.194486 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82a2c719-ac0f-480d-a947-f9fd6bfd725c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (34fe02d9-4599-463d-95c7-713527eddf2c), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:18.198082 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82a2c719-ac0f-480d-a947-f9fd6bfd725c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:18.199567 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-82a2c719-ac0f-480d-a947-f9fd6bfd725c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34fe02d9-4599-463d-95c7-713527eddf2c HTTP/1.1" status: 204 len: 168 time: 2.4534655 May 10 03:14:18.310022 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Publish callbacks [] for port (4fbe838a-5aaa-4d49-a2a5-0021f0da2f85), precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:18.327776 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 311387fb-1f6e-490b-bc40-b883f488a881 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:18.328337 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (311387fb-1f6e-490b-bc40-b883f488a881), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:18.425452 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (4fbe838a-5aaa-4d49-a2a5-0021f0da2f85), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:18.439845 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:18.469061 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9d9c3cf-6806-4a37-8249-20972284bcba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (1f200fd8-5aca-449e-98a7-00995c3f9503), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:18.603910 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-e9d9c3cf-6806-4a37-8249-20972284bcba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19e49c6119e846f4868567b0e9ec5950&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4468956 May 10 03:14:18.605027 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-305d92f7-446a-48d2-b5ec-ddf10643c85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (937047de-2681-4066-8246-3b1b9cce67a5), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:18.624283 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 32898) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:18.646512 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Set router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:14:18.733380 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2c719-ac0f-480d-a947-f9fd6bfd725c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fe02d9-4599-463d-95c7-713527eddf2c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:18.896523 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9c3cf-6806-4a37-8249-20972284bcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f200fd8-5aca-449e-98a7-00995c3f9503,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:18.916417 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a4e70f-90ae-4462-924a-4522eb237526 admin admin] Network 60c25063-0cc1-4808-a635-e04235083b1f is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:14:18.950911 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7606aaa-21ff-4069-a37e-217903a2ad2d admin admin] Publish callbacks [] for security_group (1f200fd8-5aca-449e-98a7-00995c3f9503), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:18.970376 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-45a4e70f-90ae-4462-924a-4522eb237526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, 60c25063-0cc1-4808-a635-e04235083b1f) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:18.981248 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a4e70f-90ae-4462-924a-4522eb237526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:18.983872 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45a4e70f-90ae-4462-924a-4522eb237526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:19.027412 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 32904) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:19.084374 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1a29320d-67f2-4663-b01b-4c275fee96d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:19.107917 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-45a4e70f-90ae-4462-924a-4522eb237526 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2006547 May 10 03:14:19.177410 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9fc442-add0-4c17-b94e-b63471a81544 None None] Network 60c25063-0cc1-4808-a635-e04235083b1f requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:14:19.206670 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Attempting to bind port 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:14:19.207604 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Attempting to bind port 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:14:19.208029 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Attempting to bind port 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85 on network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:19.237414 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:14:19.237660 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Checking segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:19.238106 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:19.238504 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Bound using segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:14:19.239126 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Bound port: 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:14:19.239526 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (4fbe838a-5aaa-4d49-a2a5-0021f0da2f85), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:19.268891 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6831ee55-11ec-46c9-8bd3-6ea9fb7bf7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:19.312546 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] For port 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:14:19.316458 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] For port 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=4fbe838a-5aaa-4d49-a2a5-0021f0da2f85,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:14:19.390798 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1a29320d-67f2-4663-b01b-4c275fee96d5 admin admin] Publish callbacks [] for security_group (819c0266-4a2d-4bf4-9bc1-58ee179d5bfc), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:19.422106 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (4fbe838a-5aaa-4d49-a2a5-0021f0da2f85), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:19.440463 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-router', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '75f9e69e-35ce-4198-b83b-77287b407599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:12Z', 'revision_number': 3, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'gw_port': {'id': '75f9e69e-35ce-4198-b83b-77287b407599', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:19.485112 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-ec713df8-8ad2-41cf-b517-0c0b88ef036a tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Publish callbacks [] for port (1250bf8e-004a-44ae-a5a9-5013188a9085), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:19.505868 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Checking router: 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:14:19.506221 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Updating router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc port 75f9e69e-35ce-4198-b83b-77287b407599 binding host dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:14:19.546735 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (75f9e69e-35ce-4198-b83b-77287b407599), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:19.556974 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-6831ee55-11ec-46c9-8bd3-6ea9fb7bf7b2 admin admin] Allocated IP 172.20.0.1 (73d317d2-6d6e-4f15-9854-843c84b4e47e/8a7d34c8-e1d6-4d8e-a007-97e315bfe374/01ded3d6-9637-4a52-bb23-67ffb9ca0dec) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:19.570537 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7606aaa-21ff-4069-a37e-217903a2ad2d admin admin] Publish callbacks [] for security_group (1f200fd8-5aca-449e-98a7-00995c3f9503), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:19.580180 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1a29320d-67f2-4663-b01b-4c275fee96d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (819c0266-4a2d-4bf4-9bc1-58ee179d5bfc), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:19.621387 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b0db133d-0545-4817-ae11-bbea427712e8 req-e9af2d03-7234-450e-a452-ec1ff3ffb5c4 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 210 time: 0.2784030 May 10 03:14:19.621623 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29320d-67f2-4663-b01b-4c275fee96d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819c0266-4a2d-4bf4-9bc1-58ee179d5bfc,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:19.782131 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-1a29320d-67f2-4663-b01b-4c275fee96d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=143ec3884d4244ad91d4576e7fe375d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7530472 May 10 03:14:19.791715 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 32914) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:19.906131 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7606aaa-21ff-4069-a37e-217903a2ad2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (1f200fd8-5aca-449e-98a7-00995c3f9503), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:19.909209 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7606aaa-21ff-4069-a37e-217903a2ad2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:19.913354 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-b7606aaa-21ff-4069-a37e-217903a2ad2d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f200fd8-5aca-449e-98a7-00995c3f9503 HTTP/1.1" status: 204 len: 168 time: 1.2820385 May 10 03:14:19.971820 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-74cd0070-6c48-4c52-9786-4ecab0a79cdf admin admin] Publish callbacks [] for security_group (819c0266-4a2d-4bf4-9bc1-58ee179d5bfc), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:19.997362 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7606aaa-21ff-4069-a37e-217903a2ad2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f200fd8-5aca-449e-98a7-00995c3f9503,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:20.018355 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a34dbb7-b9c0-4eb6-b220-0ae4d1091639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (ebddc238-d654-4abd-8c64-392ea4e99a64), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:20.022253 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6831ee55-11ec-46c9-8bd3-6ea9fb7bf7b2 admin admin] Publish callbacks [] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:20.083592 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-74cd0070-6c48-4c52-9786-4ecab0a79cdf admin admin] Publish callbacks [] for security_group (819c0266-4a2d-4bf4-9bc1-58ee179d5bfc), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:20.102278 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-ec713df8-8ad2-41cf-b517-0c0b88ef036a tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (1250bf8e-004a-44ae-a5a9-5013188a9085), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:20.149861 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37222bea-fdd5-4e13-8b15-1e8294fa9d7c None None] Pushing event updated for resources: {'Port': ['ID=4fbe838a-5aaa-4d49-a2a5-0021f0da2f85,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:20.153895 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:14:20.153895 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:14:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:20.173114 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-d4fefb40-76cb-449e-95fb-b0c7ffa5224a None None] Current status of the port 77f57f04-abae-4111-8456-7da5493996b6 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:20.225964 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-d4fefb40-76cb-449e-95fb-b0c7ffa5224a None None] Provisioning complete for port b34fb365-59d6-4a9e-b778-a48f5862a908 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:20.226460 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d4fefb40-76cb-449e-95fb-b0c7ffa5224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (b34fb365-59d6-4a9e-b778-a48f5862a908), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:20.228002 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-305d92f7-446a-48d2-b5ec-ddf10643c85a admin admin] Publish callbacks [] for port (937047de-2681-4066-8246-3b1b9cce67a5), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:20.229358 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 311387fb-1f6e-490b-bc40-b883f488a881 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:20.301521 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-305d92f7-446a-48d2-b5ec-ddf10643c85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (937047de-2681-4066-8246-3b1b9cce67a5), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:20.306419 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-305d92f7-446a-48d2-b5ec-ddf10643c85a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-966002'] for router_interface (5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:20.380673 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:20.386519 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Publish callbacks [] for port (75f9e69e-35ce-4198-b83b-77287b407599), precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:20.440805 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (75f9e69e-35ce-4198-b83b-77287b407599), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:20.460146 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6831ee55-11ec-46c9-8bd3-6ea9fb7bf7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:20.465468 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-74cd0070-6c48-4c52-9786-4ecab0a79cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (819c0266-4a2d-4bf4-9bc1-58ee179d5bfc), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:20.468690 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-74cd0070-6c48-4c52-9786-4ecab0a79cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:20.475722 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-74cd0070-6c48-4c52-9786-4ecab0a79cdf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/819c0266-4a2d-4bf4-9bc1-58ee179d5bfc HTTP/1.1" status: 204 len: 168 time: 0.6828732 May 10 03:14:20.558896 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd0070-6c48-4c52-9786-4ecab0a79cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819c0266-4a2d-4bf4-9bc1-58ee179d5bfc,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:20.580209 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d92f7-446a-48d2-b5ec-ddf10643c85a admin admin] Pushing event updated for resources: {'Port': ['ID=937047de-2681-4066-8246-3b1b9cce67a5,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:20.599596 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6831ee55-11ec-46c9-8bd3-6ea9fb7bf7b2 admin admin] Network 73d317d2-6d6e-4f15-9854-843c84b4e47e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:20.627489 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-6831ee55-11ec-46c9-8bd3-6ea9fb7bf7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:20.655965 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6831ee55-11ec-46c9-8bd3-6ea9fb7bf7b2 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:20.656719 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6831ee55-11ec-46c9-8bd3-6ea9fb7bf7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965455'] for router_interface (02d5051c-de78-4ce8-9286-5811ced63dc5), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:20.705709 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Attempting to bind port 75f9e69e-35ce-4198-b83b-77287b407599 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:14:20.706077 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Attempting to bind port 75f9e69e-35ce-4198-b83b-77287b407599 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:14:20.709836 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Attempting to bind port 75f9e69e-35ce-4198-b83b-77287b407599 on network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:20.752217 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:14:20.752624 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Checking segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:20.753004 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:20.760953 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Bound using segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:14:20.760953 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Bound port: 75f9e69e-35ce-4198-b83b-77287b407599, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:14:20.760953 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (75f9e69e-35ce-4198-b83b-77287b407599), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:20.760953 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37222bea-fdd5-4e13-8b15-1e8294fa9d7c None None] Pushing event updated for resources: {'Port': ['ID=4fbe838a-5aaa-4d49-a2a5-0021f0da2f85,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:20.795964 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831ee55-11ec-46c9-8bd3-6ea9fb7bf7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=01ded3d6-9637-4a52-bb23-67ffb9ca0dec,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:20.812500 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5de9d0-35bf-492a-9d5f-a27b414e1acf None None] Network 60c25063-0cc1-4808-a635-e04235083b1f requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:14:20.835844 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305d92f7-446a-48d2-b5ec-ddf10643c85a admin admin] Network 2b607388-5cb4-41a1-8154-ba2917605d5c is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:20.846356 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-305d92f7-446a-48d2-b5ec-ddf10643c85a admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:21.002915 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 77f57f04-abae-4111-8456-7da5493996b6 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:21.076132 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4067e70-e204-4353-8b2d-61242a391070 req-c98d3f44-218e-49a0-a3b3-69ab76130502 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:21.078822 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d4067e70-e204-4353-8b2d-61242a391070 req-c98d3f44-218e-49a0-a3b3-69ab76130502 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 931 time: 0.2371838 May 10 03:14:21.082319 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 32940) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:21.156303 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-ec713df8-8ad2-41cf-b517-0c0b88ef036a tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Network 575784cb-76c0-40a2-87cd-ac1108d52bb1 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:21.183058 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-7aca4e1e-f835-4821-9c26-dcfa07bf01c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1243388132-network', 'tenant_id': 'f809747a72f34080a796d52608c9b362'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:21.231198 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-ec713df8-8ad2-41cf-b517-0c0b88ef036a tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:21.261817 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-ec713df8-8ad2-41cf-b517-0c0b88ef036a tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:21.270837 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-ec713df8-8ad2-41cf-b517-0c0b88ef036a tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:21.271499 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-ec713df8-8ad2-41cf-b517-0c0b88ef036a tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for port (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:21.286985 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec713df8-8ad2-41cf-b517-0c0b88ef036a tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Pushing event updated for resources: {'Port': ['ID=1250bf8e-004a-44ae-a5a9-5013188a9085,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:21.358157 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa084-fb20-492b-8f30-da1d053f68cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:21.428558 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-ec713df8-8ad2-41cf-b517-0c0b88ef036a tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3696113 May 10 03:14:21.445251 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a34dbb7-b9c0-4eb6-b220-0ae4d1091639 admin admin] Publish callbacks [] for port (ebddc238-d654-4abd-8c64-392ea4e99a64), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:21.461531 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-7668fffe-ee4d-4045-9753-4c69efaa6839 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103516) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:14:21.462723 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-7668fffe-ee4d-4045-9753-4c69efaa6839 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0124621 May 10 03:14:21.476705 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a34dbb7-b9c0-4eb6-b220-0ae4d1091639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (ebddc238-d654-4abd-8c64-392ea4e99a64), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:21.478950 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a34dbb7-b9c0-4eb6-b220-0ae4d1091639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-966002'] for router_interface (ed0337df-2e47-44f0-86f8-d2145b93f43f), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:21.516460 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 32946) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:21.624786 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-343d8cb5-da10-40c5-89d7-ec52fe773a46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:21.659450 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aca4e1e-f835-4821-9c26-dcfa07bf01c3 admin admin] Made reservation on behalf of f809747a72f34080a796d52608c9b362 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:21.662995 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7aca4e1e-f835-4821-9c26-dcfa07bf01c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:21.665260 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-d4fefb40-76cb-449e-95fb-b0c7ffa5224a None None] Current status of the port b34fb365-59d6-4a9e-b778-a48f5862a908 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:21.685378 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:14:21.752614 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e984f0a-58a8-47d7-b796-9a04c8bd1668 None None] Pushing event updated for resources: {'Port': ['ID=75f9e69e-35ce-4198-b83b-77287b407599,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:21.767731 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d4067e70-e204-4353-8b2d-61242a391070 req-8030dd1c-c184-4dcb-81d5-47af9ccf14c1 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0e184d4-5969-40bd-ba5c-284582e6a96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6743650 May 10 03:14:21.787024 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7aca4e1e-f835-4821-9c26-dcfa07bf01c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:21.856722 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34dbb7-b9c0-4eb6-b220-0ae4d1091639 admin admin] Pushing event updated for resources: {'Port': ['ID=ebddc238-d654-4abd-8c64-392ea4e99a64,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:21.904038 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] For port 75f9e69e-35ce-4198-b83b-77287b407599, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:14:21.915266 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] For port 75f9e69e-35ce-4198-b83b-77287b407599, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=75f9e69e-35ce-4198-b83b-77287b407599,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:14:21.929152 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Request body: {'port': {'device_id': '364eff63-27a1-4e99-bb61-81ac36f72973', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:21.947885 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:22.021906 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (75f9e69e-35ce-4198-b83b-77287b407599), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:22.034471 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6831ee55-11ec-46c9-8bd3-6ea9fb7bf7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:22.078453 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a34dbb7-b9c0-4eb6-b220-0ae4d1091639 admin admin] Network 20b0c49b-98e0-4d73-bdea-8b46faafc116 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:22.094184 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-2a34dbb7-b9c0-4eb6-b220-0ae4d1091639 admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:22.107662 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (1250bf8e-004a-44ae-a5a9-5013188a9085), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:22.289939 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-9b7aa084-fb20-492b-8f30-da1d053f68cc admin admin] Allocated IP 172.20.0.1 (73cc213e-781c-42c1-8c05-7293b0a3f3ad/b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b/7a746f19-dc39-4c02-a2fe-3ce3fdbea50e) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:22.310316 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-6c6cf7c3-6ceb-4bb7-8249-6b552a499db8 None None] Provisioning complete for port 01ded3d6-9637-4a52-bb23-67ffb9ca0dec triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:22.310708 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6c6cf7c3-6ceb-4bb7-8249-6b552a499db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:22.324410 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305d92f7-446a-48d2-b5ec-ddf10643c85a admin admin] Router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:14:22.490844 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:16Z', 'revision_number': 1, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:22.528002 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-343d8cb5-da10-40c5-89d7-ec52fe773a46 admin admin] Publish callbacks [] for security_group (e253689f-dd82-43b0-9916-f77fdf8b39a5), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:22.596209 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 77f57f04-abae-4111-8456-7da5493996b6 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:22.596584 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (77f57f04-abae-4111-8456-7da5493996b6), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:22.642614 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Routers {'03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:14:22.643263 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:14:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:22.715682 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-343d8cb5-da10-40c5-89d7-ec52fe773a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (e253689f-dd82-43b0-9916-f77fdf8b39a5), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:22.789111 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] Set router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:14:22.922154 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb25aba0-e9f3-422a-ac4b-1add4e7e17e9 None None] The sync data for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi is: [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:16Z', 'revision_number': 1, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:14:22.970189 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7aca4e1e-f835-4821-9c26-dcfa07bf01c3 admin admin] Publish callbacks [] for security_group (9e6fbe86-eec5-42b3-ad61-86711c96dea9), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:23.037317 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-6c6cf7c3-6ceb-4bb7-8249-6b552a499db8 None None] Port 01ded3d6-9637-4a52-bb23-67ffb9ca0dec cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:14:23.107340 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7aca4e1e-f835-4821-9c26-dcfa07bf01c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (9e6fbe86-eec5-42b3-ad61-86711c96dea9), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:23.118474 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 77f57f04-abae-4111-8456-7da5493996b6 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:23.120229 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device b34fb365-59d6-4a9e-b778-a48f5862a908 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:23.126979 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e984f0a-58a8-47d7-b796-9a04c8bd1668 None None] Pushing event updated for resources: {'Port': ['ID=75f9e69e-35ce-4198-b83b-77287b407599,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:23.163448 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-6c6cf7c3-6ceb-4bb7-8249-6b552a499db8 None None] Provisioning complete for port 77f57f04-abae-4111-8456-7da5493996b6 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:23.164034 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6c6cf7c3-6ceb-4bb7-8249-6b552a499db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (77f57f04-abae-4111-8456-7da5493996b6), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:23.184272 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-343d8cb5-da10-40c5-89d7-ec52fe773a46 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f005a7a60544d96baec7d8056ade803&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6650774 May 10 03:14:23.196847 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 32966) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:23.204269 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aca4e1e-f835-4821-9c26-dcfa07bf01c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:14:23.254311 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d8cb5-da10-40c5-89d7-ec52fe773a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e253689f-dd82-43b0-9916-f77fdf8b39a5,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:23.291750 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa084-fb20-492b-8f30-da1d053f68cc admin admin] Publish callbacks [] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:23.411955 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7aca4e1e-f835-4821-9c26-dcfa07bf01c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (4cf358f4-dfc3-4b1e-809c-5d470275b9f7), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:23.412437 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.segments_db [None req-7aca4e1e-f835-4821-9c26-dcfa07bf01c3 admin admin] Added segment 4cf358f4-dfc3-4b1e-809c-5d470275b9f7 of type vlan for network 95980bf2-be08-4d24-8d9c-2e08a5d96104 May 10 03:14:23.440576 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa084-fb20-492b-8f30-da1d053f68cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:23.499585 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a34dbb7-b9c0-4eb6-b220-0ae4d1091639 admin admin] Router ed0337df-2e47-44f0-86f8-d2145b93f43f has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:14:23.539172 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7aa084-fb20-492b-8f30-da1d053f68cc admin admin] Network 73cc213e-781c-42c1-8c05-7293b0a3f3ad is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:23.552633 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-9b7aa084-fb20-492b-8f30-da1d053f68cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:23.568119 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7aa084-fb20-492b-8f30-da1d053f68cc admin admin] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:23.568603 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa084-fb20-492b-8f30-da1d053f68cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965455'] for router_interface (03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:23.643192 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca4e1e-f835-4821-9c26-dcfa07bf01c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6fbe86-eec5-42b3-ad61-86711c96dea9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:23.724052 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305d92f7-446a-48d2-b5ec-ddf10643c85a admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:14:23.741476 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Sync routers for ids ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:14:23.757056 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Routers {'5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:14:23.757703 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:14:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:23.784265 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7aca4e1e-f835-4821-9c26-dcfa07bf01c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (95980bf2-be08-4d24-8d9c-2e08a5d96104), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:23.793346 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port b34fb365-59d6-4a9e-b778-a48f5862a908 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:23.793968 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (b34fb365-59d6-4a9e-b778-a48f5862a908), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:23.804415 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-305d92f7-446a-48d2-b5ec-ddf10643c85a admin admin] 10.222.0.55 "PUT /v2.0/routers/5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5299022 May 10 03:14:23.846665 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6831ee55-11ec-46c9-8bd3-6ea9fb7bf7b2 admin admin] Publish callbacks [] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:23.876240 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4e57636d-9d3b-487a-8269-51cfc4ba468e admin admin] Publish callbacks [] for security_group (e253689f-dd82-43b0-9916-f77fdf8b39a5), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:23.901410 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6831ee55-11ec-46c9-8bd3-6ea9fb7bf7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:23.902220 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6831ee55-11ec-46c9-8bd3-6ea9fb7bf7b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-966002'] for router_interface (02d5051c-de78-4ce8-9286-5811ced63dc5), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:23.998155 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-router', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '75f9e69e-35ce-4198-b83b-77287b407599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:12Z', 'revision_number': 3, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'gw_port': {'id': '75f9e69e-35ce-4198-b83b-77287b407599', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:24.019419 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-6c6cf7c3-6ceb-4bb7-8249-6b552a499db8 None None] Current status of the port 77f57f04-abae-4111-8456-7da5493996b6 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:24.107960 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Set router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:14:24.236368 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-6c6cf7c3-6ceb-4bb7-8249-6b552a499db8 None None] Provisioning complete for port ebddc238-d654-4abd-8c64-392ea4e99a64 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:24.241324 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6c6cf7c3-6ceb-4bb7-8249-6b552a499db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (ebddc238-d654-4abd-8c64-392ea4e99a64), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:24.340911 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831ee55-11ec-46c9-8bd3-6ea9fb7bf7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=01ded3d6-9637-4a52-bb23-67ffb9ca0dec,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:24.369543 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7aca4e1e-f835-4821-9c26-dcfa07bf01c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (95980bf2-be08-4d24-8d9c-2e08a5d96104), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:24.370685 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aca4e1e-f835-4821-9c26-dcfa07bf01c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:24.371396 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7aca4e1e-f835-4821-9c26-dcfa07bf01c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:24.391639 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56196c8b-436b-46f7-8396-5c8fc53ac008 None None] The sync data for ids ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'] in dv-cinder-830094-4-iscsi is: [{'id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-router', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '75f9e69e-35ce-4198-b83b-77287b407599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:12Z', 'revision_number': 3, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'gw_port': {'id': '75f9e69e-35ce-4198-b83b-77287b407599', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:14:24.466926 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4e57636d-9d3b-487a-8269-51cfc4ba468e admin admin] Publish callbacks [] for security_group (e253689f-dd82-43b0-9916-f77fdf8b39a5), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:24.484178 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-6c6cf7c3-6ceb-4bb7-8249-6b552a499db8 None None] Port ebddc238-d654-4abd-8c64-392ea4e99a64 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:14:24.497440 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-6c6cf7c3-6ceb-4bb7-8249-6b552a499db8 None None] Provisioning complete for port 311387fb-1f6e-490b-bc40-b883f488a881 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:24.497904 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6c6cf7c3-6ceb-4bb7-8249-6b552a499db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (311387fb-1f6e-490b-bc40-b883f488a881), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:24.530571 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:14:18Z', 'revision_number': 4, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port': {'id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:07Z', 'updated_at': '2022-05-10T03:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '937047de-2681-4066-8246-3b1b9cce67a5', 'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'mac_address': 'fa:16:3e:3d:78:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 2, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'subnets': [{'id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:24.627361 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d27cf3-f74a-458e-bef4-1afca1a4de3a req-d7027001-a3dc-4995-b8f3-71a4317b4d82 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:24.631871 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Checking router: 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:14:24.638815 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-27d27cf3-f74a-458e-bef4-1afca1a4de3a req-d7027001-a3dc-4995-b8f3-71a4317b4d82 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 931 time: 1.6768420 May 10 03:14:24.644962 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Updating router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 port 937047de-2681-4066-8246-3b1b9cce67a5 binding host dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:14:24.674685 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port b34fb365-59d6-4a9e-b778-a48f5862a908 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:24.681628 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device d2a469b9-84d9-4c03-b4cf-8106f981645f up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:24.758420 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7aa084-fb20-492b-8f30-da1d053f68cc admin admin] Pushing event updated for resources: {'Port': ['ID=7a746f19-dc39-4c02-a2fe-3ce3fdbea50e,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:24.793791 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (937047de-2681-4066-8246-3b1b9cce67a5), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:24.836862 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa084-fb20-492b-8f30-da1d053f68cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:24.884424 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1250bf8e-004a-44ae-a5a9-5013188a9085 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:14:24.904613 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 32986) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:24.916905 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-3728a80a-6cf4-45b5-acb3-8840b5280938 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1393009039', 'description': 'tempest-description--109532704'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:24.984046 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-6c6cf7c3-6ceb-4bb7-8249-6b552a499db8 None None] Current status of the port 311387fb-1f6e-490b-bc40-b883f488a881 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:25.057474 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port d2a469b9-84d9-4c03-b4cf-8106f981645f triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:25.062973 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d2a469b9-84d9-4c03-b4cf-8106f981645f), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:25.071076 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-6c6cf7c3-6ceb-4bb7-8249-6b552a499db8 None None] Provisioning complete for port 937047de-2681-4066-8246-3b1b9cce67a5 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:25.071494 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6c6cf7c3-6ceb-4bb7-8249-6b552a499db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (937047de-2681-4066-8246-3b1b9cce67a5), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:25.078864 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6831ee55-11ec-46c9-8bd3-6ea9fb7bf7b2 admin admin] Network 73d317d2-6d6e-4f15-9854-843c84b4e47e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:25.118321 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4e57636d-9d3b-487a-8269-51cfc4ba468e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (e253689f-dd82-43b0-9916-f77fdf8b39a5), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:25.121913 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4e57636d-9d3b-487a-8269-51cfc4ba468e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:25.125334 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-4e57636d-9d3b-487a-8269-51cfc4ba468e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e253689f-dd82-43b0-9916-f77fdf8b39a5 HTTP/1.1" status: 204 len: 168 time: 1.9226878 May 10 03:14:25.153686 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-6831ee55-11ec-46c9-8bd3-6ea9fb7bf7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:25.173600 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-7aca4e1e-f835-4821-9c26-dcfa07bf01c3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.0840211 May 10 03:14:25.177384 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 32994) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:25.213464 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a34dbb7-b9c0-4eb6-b220-0ae4d1091639 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:14:25.222384 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-54be7a74-1f7f-4825-86fe-a35deca6909f admin admin] Request body: {'subnet': {'network_id': '95980bf2-be08-4d24-8d9c-2e08a5d96104', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1243388132-subnet', 'tenant_id': 'f809747a72f34080a796d52608c9b362', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:25.234220 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-2a34dbb7-b9c0-4eb6-b220-0ae4d1091639 admin admin] 10.222.0.55 "PUT /v2.0/routers/ed0337df-2e47-44f0-86f8-d2145b93f43f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0586886 May 10 03:14:25.237284 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-6c6cf7c3-6ceb-4bb7-8249-6b552a499db8 None None] Port 937047de-2681-4066-8246-3b1b9cce67a5 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:14:25.238511 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57636d-9d3b-487a-8269-51cfc4ba468e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e253689f-dd82-43b0-9916-f77fdf8b39a5,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:25.270371 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Publish callbacks [] for port (1250bf8e-004a-44ae-a5a9-5013188a9085), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:25.496632 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port d2a469b9-84d9-4c03-b4cf-8106f981645f is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:25.496632 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (d2a469b9-84d9-4c03-b4cf-8106f981645f), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:25.539187 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-89deeb86-f829-4b80-bdc7-d24de77d2d6c None None] Provisioning complete for port ebddc238-d654-4abd-8c64-392ea4e99a64 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:25.547296 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-89deeb86-f829-4b80-bdc7-d24de77d2d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (ebddc238-d654-4abd-8c64-392ea4e99a64), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:25.655619 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Transition to ACTIVE for port object 1250bf8e-004a-44ae-a5a9-5013188a9085 will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:14:25.674687 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3728a80a-6cf4-45b5-acb3-8840b5280938 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:25.764028 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (1250bf8e-004a-44ae-a5a9-5013188a9085), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:25.789525 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] For port d2a469b9-84d9-4c03-b4cf-8106f981645f, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=d2a469b9-84d9-4c03-b4cf-8106f981645f,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:25.807154 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (d2a469b9-84d9-4c03-b4cf-8106f981645f), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:25.808126 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 311387fb-1f6e-490b-bc40-b883f488a881 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:25.848886 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-27d27cf3-f74a-458e-bef4-1afca1a4de3a req-dfad4f82-f976-4a1d-9c70-ca787f8e98f6 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0e184d4-5969-40bd-ba5c-284582e6a96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1958783 May 10 03:14:25.886197 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6831ee55-11ec-46c9-8bd3-6ea9fb7bf7b2 admin admin] Router 02d5051c-de78-4ce8-9286-5811ced63dc5 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:14:25.888720 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca4e1e-f835-4821-9c26-dcfa07bf01c3 admin admin] Pushing event updated for resources: {'Network': ['ID=95980bf2-be08-4d24-8d9c-2e08a5d96104,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:25.967747 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network 95980bf2-be08-4d24-8d9c-2e08a5d96104 details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:14:26.012480 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Publish callbacks [] for port (937047de-2681-4066-8246-3b1b9cce67a5), precommit_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:26.038328 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (937047de-2681-4066-8246-3b1b9cce67a5), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:26.089885 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-89deeb86-f829-4b80-bdc7-d24de77d2d6c None None] Port ebddc238-d654-4abd-8c64-392ea4e99a64 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:14:26.307499 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-89deeb86-f829-4b80-bdc7-d24de77d2d6c None None] Provisioning complete for port 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:26.307862 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-89deeb86-f829-4b80-bdc7-d24de77d2d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:26.317297 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a518bf-fde2-46ca-8a8f-79cca85a3c69 None None] Pushing event updated for resources: {'Port': ['ID=937047de-2681-4066-8246-3b1b9cce67a5,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:26.412629 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Pushing event updated for resources: {'Port': ['ID=d2a469b9-84d9-4c03-b4cf-8106f981645f,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:26.443191 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-89deeb86-f829-4b80-bdc7-d24de77d2d6c None None] Port 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:14:26.445137 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 311387fb-1f6e-490b-bc40-b883f488a881 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:26.445884 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (311387fb-1f6e-490b-bc40-b883f488a881), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:26.587853 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 33016) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:26.653685 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Attempting to bind port 937047de-2681-4066-8246-3b1b9cce67a5 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:14:26.654354 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Attempting to bind port 937047de-2681-4066-8246-3b1b9cce67a5 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': 'c5019f86-344e-45e0-b309-1e561fc7b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:14:26.655008 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Attempting to bind port 937047de-2681-4066-8246-3b1b9cce67a5 on network 2b607388-5cb4-41a1-8154-ba2917605d5c {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:26.663544 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:14:26.664394 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6831ee55-11ec-46c9-8bd3-6ea9fb7bf7b2 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:14:26.665012 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Checking segment: {'id': 'c5019f86-344e-45e0-b309-1e561fc7b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:26.665455 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:26.666034 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Bound using segment: {'id': 'c5019f86-344e-45e0-b309-1e561fc7b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:14:26.666755 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Bound port: 937047de-2681-4066-8246-3b1b9cce67a5, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5019f86-344e-45e0-b309-1e561fc7b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:14:26.667324 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (937047de-2681-4066-8246-3b1b9cce67a5), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:26.702204 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54be7a74-1f7f-4825-86fe-a35deca6909f admin admin] Made reservation on behalf of f809747a72f34080a796d52608c9b362 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:26.710596 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-54be7a74-1f7f-4825-86fe-a35deca6909f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:26.738305 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Sync routers for ids ['02d5051c-de78-4ce8-9286-5811ced63dc5'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:14:26.743522 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-d55accef-80d5-4be2-a660-4271a2562381 None None] Provisioning complete for port 01ded3d6-9637-4a52-bb23-67ffb9ca0dec triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:26.743889 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d55accef-80d5-4be2-a660-4271a2562381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:26.759744 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-e8f2f596-b2d0-4c1a-b9da-3fa7aff1ab6f tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2022660669', 'description': 'tempest-description--27424219'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:26.808892 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Attempting to bind port 1250bf8e-004a-44ae-a5a9-5013188a9085 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:14:26.809687 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Attempting to bind port 1250bf8e-004a-44ae-a5a9-5013188a9085 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'fdfaa11a-f182-4314-9cf6-9601f62db499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575784cb-76c0-40a2-87cd-ac1108d52bb1'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:14:26.810263 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Attempting to bind port 1250bf8e-004a-44ae-a5a9-5013188a9085 on network 575784cb-76c0-40a2-87cd-ac1108d52bb1 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:26.840018 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Pushing event updated for resources: {'Port': ['ID=1250bf8e-004a-44ae-a5a9-5013188a9085,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:26.861614 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Port 1250bf8e-004a-44ae-a5a9-5013188a9085 on network 575784cb-76c0-40a2-87cd-ac1108d52bb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:14:26.864900 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Attempting to bind port 1250bf8e-004a-44ae-a5a9-5013188a9085 on network 575784cb-76c0-40a2-87cd-ac1108d52bb1 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:26.909213 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:14:26.910762 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Checking segment: {'id': 'fdfaa11a-f182-4314-9cf6-9601f62db499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575784cb-76c0-40a2-87cd-ac1108d52bb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:26.911703 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Bound using segment: {'id': 'fdfaa11a-f182-4314-9cf6-9601f62db499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575784cb-76c0-40a2-87cd-ac1108d52bb1'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:14:26.912391 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Bound port: 1250bf8e-004a-44ae-a5a9-5013188a9085, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdfaa11a-f182-4314-9cf6-9601f62db499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575784cb-76c0-40a2-87cd-ac1108d52bb1'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:14:26.912992 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (1250bf8e-004a-44ae-a5a9-5013188a9085), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:26.929023 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] For port 937047de-2681-4066-8246-3b1b9cce67a5, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:14:26.942426 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8f2f596-b2d0-4c1a-b9da-3fa7aff1ab6f tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:26.952851 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] For port 937047de-2681-4066-8246-3b1b9cce67a5, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=937047de-2681-4066-8246-3b1b9cce67a5,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:14:26.973880 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Routers {'02d5051c-de78-4ce8-9286-5811ced63dc5'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:14:26.974903 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:14:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['02d5051c-de78-4ce8-9286-5811ced63dc5'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:26.980323 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (937047de-2681-4066-8246-3b1b9cce67a5), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:27.056035 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-d55accef-80d5-4be2-a660-4271a2562381 None None] Port 01ded3d6-9637-4a52-bb23-67ffb9ca0dec cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:14:27.245737 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-6831ee55-11ec-46c9-8bd3-6ea9fb7bf7b2 admin admin] 10.222.0.55 "PUT /v2.0/routers/02d5051c-de78-4ce8-9286-5811ced63dc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0612345 May 10 03:14:27.250576 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-54be7a74-1f7f-4825-86fe-a35deca6909f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for subnet (0e2a88b2-fb24-4ec2-a3de-bb8de8f57cae), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:27.263011 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 311387fb-1f6e-490b-bc40-b883f488a881 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:27.281415 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 0af41144-d17e-4a47-aac7-0b261e60d6d2 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:27.352458 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b2180-48aa-48c0-aec2-9fe8a228cbd3 req-3d47758d-d69d-48ac-8f7c-c241423f3386 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:27.354638 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-124b2180-48aa-48c0-aec2-9fe8a228cbd3 req-3d47758d-d69d-48ac-8f7c-c241423f3386 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 943 time: 0.2397921 May 10 03:14:27.374515 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a518bf-fde2-46ca-8a8f-79cca85a3c69 None None] Pushing event updated for resources: {'Port': ['ID=937047de-2681-4066-8246-3b1b9cce67a5,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:27.386788 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3728a80a-6cf4-45b5-acb3-8840b5280938 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group (e9000327-0984-4a3e-aedd-4671b560f43d), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:27.430107 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Routers {'5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:14:27.430818 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:14:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:27.456382 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-f4ffad07-f837-483d-b4d6-5c2ce828de05 None None] Provisioning complete for port 937047de-2681-4066-8246-3b1b9cce67a5 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:27.459080 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be7a74-1f7f-4825-86fe-a35deca6909f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e2a88b2-fb24-4ec2-a3de-bb8de8f57cae,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:27.460739 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f4ffad07-f837-483d-b4d6-5c2ce828de05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (937047de-2681-4066-8246-3b1b9cce67a5), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:27.469522 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54be7a74-1f7f-4825-86fe-a35deca6909f admin admin] Checking segment: {'id': '4cf358f4-dfc3-4b1e-809c-5d470275b9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '95980bf2-be08-4d24-8d9c-2e08a5d96104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:27.469882 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54be7a74-1f7f-4825-86fe-a35deca6909f admin admin] Network hostable DHCP agents. Network: 95980bf2-be08-4d24-8d9c-2e08a5d96104, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:14:27.513218 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54be7a74-1f7f-4825-86fe-a35deca6909f admin admin] Network 95980bf2-be08-4d24-8d9c-2e08a5d96104 is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:14:27.527405 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-54be7a74-1f7f-4825-86fe-a35deca6909f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, 95980bf2-be08-4d24-8d9c-2e08a5d96104) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:27.547094 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54be7a74-1f7f-4825-86fe-a35deca6909f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:27.549635 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-54be7a74-1f7f-4825-86fe-a35deca6909f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:27.586489 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688543bb-91a1-4b24-9f99-3a91064726c6 None None] Network 95980bf2-be08-4d24-8d9c-2e08a5d96104 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:14:27.613975 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3728a80a-6cf4-45b5-acb3-8840b5280938 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (e9000327-0984-4a3e-aedd-4671b560f43d), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:27.622587 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-54be7a74-1f7f-4825-86fe-a35deca6909f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4277604 May 10 03:14:27.674970 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-124b2180-48aa-48c0-aec2-9fe8a228cbd3 req-9ec309fe-b727-4b77-9d27-521f0c6ebffa tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0e184d4-5969-40bd-ba5c-284582e6a96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819004 May 10 03:14:27.811750 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728a80a-6cf4-45b5-acb3-8840b5280938 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9000327-0984-4a3e-aedd-4671b560f43d,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:27.867406 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa084-fb20-492b-8f30-da1d053f68cc admin admin] Publish callbacks [] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:27.874290 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] Set router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:14:27.879848 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] For port 1250bf8e-004a-44ae-a5a9-5013188a9085, host hv-cinder-83009, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:14:27.920133 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3728a80a-6cf4-45b5-acb3-8840b5280938 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:27.923652 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-3728a80a-6cf4-45b5-acb3-8840b5280938 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.0165639 May 10 03:14:27.927414 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 33050) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:27.933587 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1b04f40c-f8d4-402b-9c6e-f4bf7e324721 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Request body: {'security_group_rule': {'security_group_id': 'e9000327-0984-4a3e-aedd-4671b560f43d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:27.962438 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa084-fb20-492b-8f30-da1d053f68cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:27.963205 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa084-fb20-492b-8f30-da1d053f68cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-966002'] for router_interface (03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:28.026385 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b04f40c-f8d4-402b-9c6e-f4bf7e324721 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group_rule (a30d0b34-9407-4033-9444-5ee9ecf5f9dd), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:28.077001 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] For port 1250bf8e-004a-44ae-a5a9-5013188a9085, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1250bf8e-004a-44ae-a5a9-5013188a9085,segment=NetworkSegment(fdfaa11a-f182-4314-9cf6-9601f62db499),segment_id=fdfaa11a-f182-4314-9cf6-9601f62db499)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:14:28.130767 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 33052) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:28.158749 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Set router 02d5051c-de78-4ce8-9286-5811ced63dc5 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:14:28.162581 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8f2f596-b2d0-4c1a-b9da-3fa7aff1ab6f tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (0284c7ab-527f-4dc9-a63b-aafd38d8b230), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:28.190516 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 0af41144-d17e-4a47-aac7-0b261e60d6d2 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:28.193330 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (0af41144-d17e-4a47-aac7-0b261e60d6d2), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:28.291182 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd16218-5017-4855-8e97-eb75f30dca45 admin admin] Deleting subnet 2d7446a0-dfd0-4ab4-a6a9-9057e12a8219 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:14:28.319033 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbd16218-5017-4855-8e97-eb75f30dca45 admin admin] Publish callbacks [] for subnet (2d7446a0-dfd0-4ab4-a6a9-9057e12a8219), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:28.322515 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:14:18Z', 'revision_number': 4, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port': {'id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:07Z', 'updated_at': '2022-05-10T03:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '937047de-2681-4066-8246-3b1b9cce67a5', 'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'mac_address': 'fa:16:3e:3d:78:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:26Z', 'revision_number': 4, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'subnets': [{'id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:28.414287 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7aa084-fb20-492b-8f30-da1d053f68cc admin admin] Pushing event updated for resources: {'Port': ['ID=7a746f19-dc39-4c02-a2fe-3ce3fdbea50e,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:28.437456 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8f2f596-b2d0-4c1a-b9da-3fa7aff1ab6f tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (0284c7ab-527f-4dc9-a63b-aafd38d8b230), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:28.457257 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (1250bf8e-004a-44ae-a5a9-5013188a9085), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:28.467638 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc6a4d-89a6-4e05-a5c5-55f766e81c73 None None] The sync data for ids ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'] in dv-cinder-830094-4-iscsi is: [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:14:18Z', 'revision_number': 4, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port': {'id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:07Z', 'updated_at': '2022-05-10T03:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '937047de-2681-4066-8246-3b1b9cce67a5', 'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'mac_address': 'fa:16:3e:3d:78:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:26Z', 'revision_number': 4, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'subnets': [{'id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:14:28.532231 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbd16218-5017-4855-8e97-eb75f30dca45 admin admin] Publish callbacks [] for subnet (2d7446a0-dfd0-4ab4-a6a9-9057e12a8219), precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:28.546019 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:28.546947 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for port (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:28.548672 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] 10.222.0.64 "PUT /v2.0/ports/1250bf8e-004a-44ae-a5a9-5013188a9085 HTTP/1.1" status: 200 len: 1093 time: 6.7622061 May 10 03:14:28.552807 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 33062) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:28.570594 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8f2f596-b2d0-4c1a-b9da-3fa7aff1ab6f tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:28.572903 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-e8f2f596-b2d0-4c1a-b9da-3fa7aff1ab6f tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.8369093 May 10 03:14:28.573977 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364eff63-27a1-4e99-bb61-81ac36f72973', 'tag': '1250bf8e-004a-44ae-a5a9-5013188a9085'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:14:28.603666 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-f4ffad07-f837-483d-b4d6-5c2ce828de05 None None] Current status of the port 937047de-2681-4066-8246-3b1b9cce67a5 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:28.605053 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f4ffad07-f837-483d-b4d6-5c2ce828de05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (937047de-2681-4066-8246-3b1b9cce67a5), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:28.614179 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3dc22c-945f-4e67-83ef-3c57dabdf5d3 None None] Network 95980bf2-be08-4d24-8d9c-2e08a5d96104 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:14:28.722363 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Sync routers for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:14:28.739251 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:14:28.741863 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-ce72a6a7-aa28-45c6-98ab-c9dad6987fd6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--868608471', 'description': 'tempest-description--793258673'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:28.742745 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:14:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:28.742891 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbd16218-5017-4855-8e97-eb75f30dca45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716651'] for subnet (2d7446a0-dfd0-4ab4-a6a9-9057e12a8219), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:28.745260 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 33064) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:28.995591 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-1269c6bb-0985-4ef5-bd39-82ba8b621100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:29.004297 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-1269c6bb-0985-4ef5-bd39-82ba8b621100 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=857b83406e874fcea2e81894d366f353&device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 1127 time: 0.2568018 May 10 03:14:29.024099 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-af72570f-4009-4174-8b01-a8852d9a9963 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'security_group_rule': {'security_group_id': '0284c7ab-527f-4dc9-a63b-aafd38d8b230', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:29.044699 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbd16218-5017-4855-8e97-eb75f30dca45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for subnet (2d7446a0-dfd0-4ab4-a6a9-9057e12a8219), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:29.052478 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:14:29.113928 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd16218-5017-4855-8e97-eb75f30dca45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d7446a0-dfd0-4ab4-a6a9-9057e12a8219,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:29.154584 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b04f40c-f8d4-402b-9c6e-f4bf7e324721 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group_rule (a30d0b34-9407-4033-9444-5ee9ecf5f9dd), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:29.174086 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbd16218-5017-4855-8e97-eb75f30dca45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:29.181166 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-dbd16218-5017-4855-8e97-eb75f30dca45 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2d7446a0-dfd0-4ab4-a6a9-9057e12a8219 HTTP/1.1" status: 204 len: 168 time: 1.0456996 May 10 03:14:29.181404 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b04f40c-f8d4-402b-9c6e-f4bf7e324721 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (a30d0b34-9407-4033-9444-5ee9ecf5f9dd), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:29.183776 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 33080) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:29.227420 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04f40c-f8d4-402b-9c6e-f4bf7e324721 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30d0b34-9407-4033-9444-5ee9ecf5f9dd,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:29.247413 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af72570f-4009-4174-8b01-a8852d9a9963 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (57256cd3-158f-42d6-9a29-e7b15257b003), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:29.317062 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b04f40c-f8d4-402b-9c6e-f4bf7e324721 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:29.322893 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-1b04f40c-f8d4-402b-9c6e-f4bf7e324721 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3912344 May 10 03:14:29.362796 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2f596-b2d0-4c1a-b9da-3fa7aff1ab6f tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0284c7ab-527f-4dc9-a63b-aafd38d8b230,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:29.395084 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff224e-83ca-4108-ae3f-6049196be1db req-b3dc290f-590b-4544-a8b4-582b79aa9014 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:29.397090 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-72ff224e-83ca-4108-ae3f-6049196be1db req-b3dc290f-590b-4544-a8b4-582b79aa9014 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 943 time: 0.3067825 May 10 03:14:29.397825 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 33084) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:29.658973 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:20Z', 'revision_number': 2, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:29.685493 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-ee294e9b-cb24-4400-aefa-0962f1cc984c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1250bf8e-004a-44ae-a5a9-5013188a9085 HTTP/1.1" status: 200 len: 217 time: 0.6047680 May 10 03:14:29.686878 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426dd675-e825-4e09-8518-b0afdf647892 service neutron] Pushing event updated for resources: {'Port': ['ID=1250bf8e-004a-44ae-a5a9-5013188a9085,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:29.700827 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990d8ffd-f77e-4358-997c-fe2759401e12" -d '{"events": [{"name": "network-changed", "server_uuid": "364eff63-27a1-4e99-bb61-81ac36f72973", "tag": "1250bf8e-004a-44ae-a5a9-5013188a9085"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:14:29.708564 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-7f3b69ab-1b54-4c9b-963d-e6aec5af4fbb tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Request body: {'security_group_rule': {'security_group_id': 'e9000327-0984-4a3e-aedd-4671b560f43d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:29.717856 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-f4ffad07-f837-483d-b4d6-5c2ce828de05 None None] For port 937047de-2681-4066-8246-3b1b9cce67a5, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=937047de-2681-4066-8246-3b1b9cce67a5,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:29.742675 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f4ffad07-f837-483d-b4d6-5c2ce828de05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (937047de-2681-4066-8246-3b1b9cce67a5), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:29.806181 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Checking router: ed0337df-2e47-44f0-86f8-d2145b93f43f for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:14:29.806541 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Updating router ed0337df-2e47-44f0-86f8-d2145b93f43f port ebddc238-d654-4abd-8c64-392ea4e99a64 binding host dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:14:29.839679 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7aa084-fb20-492b-8f30-da1d053f68cc admin admin] Network 73cc213e-781c-42c1-8c05-7293b0a3f3ad is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:29.844590 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-c736879d-f5ed-449c-a59e-f2b93d46f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:29.846383 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-c736879d-f5ed-449c-a59e-f2b93d46f3ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38d61204-4fc1-4be0-ab2a-24d89baa5484 HTTP/1.1" status: 200 len: 852 time: 0.1107426 May 10 03:14:29.875517 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-9b7aa084-fb20-492b-8f30-da1d053f68cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:29.886665 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-72ff224e-83ca-4108-ae3f-6049196be1db req-6e5896d5-3b70-47e9-84a5-82cd68f793fa tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0e184d4-5969-40bd-ba5c-284582e6a96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899657 May 10 03:14:29.945424 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (ebddc238-d654-4abd-8c64-392ea4e99a64), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:29.974150 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-cf08d799-0f8a-40f7-b737-e4089a28fbcd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=575784cb-76c0-40a2-87cd-ac1108d52bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960839 May 10 03:14:30.143484 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af72570f-4009-4174-8b01-a8852d9a9963 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (57256cd3-158f-42d6-9a29-e7b15257b003), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:30.169976 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af72570f-4009-4174-8b01-a8852d9a9963 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (57256cd3-158f-42d6-9a29-e7b15257b003), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:30.269518 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72570f-4009-4174-8b01-a8852d9a9963 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57256cd3-158f-42d6-9a29-e7b15257b003,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:30.313427 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af72570f-4009-4174-8b01-a8852d9a9963 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:30.321096 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-af72570f-4009-4174-8b01-a8852d9a9963 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5188336 May 10 03:14:30.330579 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085630'] for network (60c25063-0cc1-4808-a635-e04235083b1f), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:30.343841 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 33110) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:30.373883 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-447f9750-fd6d-4bc6-a5a6-e5b3fa579b31 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'security_group_rule': {'security_group_id': '0284c7ab-527f-4dc9-a63b-aafd38d8b230', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:30.524067 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdda17c4-c25d-4eac-9203-61fecdd61e84 x-openstack-request-id: req-bdda17c4-c25d-4eac-9203-61fecdd61e84 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:14:30.524706 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364eff63-27a1-4e99-bb61-81ac36f72973", "tag": "1250bf8e-004a-44ae-a5a9-5013188a9085", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:14:30.524706 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bdda17c4-c25d-4eac-9203-61fecdd61e84 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:14:30.525147 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdda17c4-c25d-4eac-9203-61fecdd61e84'] response: {'name': 'network-changed', 'server_uuid': '364eff63-27a1-4e99-bb61-81ac36f72973', 'tag': '1250bf8e-004a-44ae-a5a9-5013188a9085', 'status': 'completed', 'code': 200} May 10 03:14:30.568485 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7aa084-fb20-492b-8f30-da1d053f68cc admin admin] Router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:14:30.588836 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 0af41144-d17e-4a47-aac7-0b261e60d6d2 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:30.589222 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (0af41144-d17e-4a47-aac7-0b261e60d6d2), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:30.599589 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce72a6a7-aa28-45c6-98ab-c9dad6987fd6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:30.624410 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:21Z', 'revision_number': 4, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port': {'id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:10Z', 'updated_at': '2022-05-10T03:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '01ded3d6-9637-4a52-bb23-67ffb9ca0dec', 'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'mac_address': 'fa:16:3e:0e:a8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:19Z', 'updated_at': '2022-05-10T03:14:22Z', 'revision_number': 2, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'subnets': [{'id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:30.713586 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-8def0e35-678b-4896-ae8c-adfab1e05a0d None None] Provisioning complete for port 937047de-2681-4066-8246-3b1b9cce67a5 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:30.713845 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8def0e35-678b-4896-ae8c-adfab1e05a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (937047de-2681-4066-8246-3b1b9cce67a5), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:30.720180 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Checking router: 02d5051c-de78-4ce8-9286-5811ced63dc5 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:14:30.721408 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Updating router 02d5051c-de78-4ce8-9286-5811ced63dc5 port 01ded3d6-9637-4a52-bb23-67ffb9ca0dec binding host dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:14:30.746167 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952848', 'neutron.services.segments.db._delete_segments_for_network-8729517486385'] for network (60c25063-0cc1-4808-a635-e04235083b1f), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:30.755472 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-447f9750-fd6d-4bc6-a5a6-e5b3fa579b31 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (4e47d6a8-518f-44a5-8763-7e3b05839212), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:30.836341 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffad07-f837-483d-b4d6-5c2ce828de05 None None] Pushing event updated for resources: {'Port': ['ID=937047de-2681-4066-8246-3b1b9cce67a5,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:30.858040 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:30.880687 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7f3b69ab-1b54-4c9b-963d-e6aec5af4fbb tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group_rule (727a1dfc-0e06-46ed-a71f-f1991e152af7), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:30.889768 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:14:30.890228 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:14:30.898571 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:14:30.899731 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Subscribe: > port after_create 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:14:30.899952 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:14:30.900403 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Subscribe: > port after_update 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:14:30.901372 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:14:30.901721 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:14:30.902120 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:14:30.903201 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:14:31.024679 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Publish callbacks [] for port (ebddc238-d654-4abd-8c64-392ea4e99a64), precommit_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:31.055679 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (ebddc238-d654-4abd-8c64-392ea4e99a64), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:31.295027 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d66281-c8e6-4384-be7f-ceab8fe18137 None None] Pushing event updated for resources: {'Port': ['ID=ebddc238-d654-4abd-8c64-392ea4e99a64,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:31.338087 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce72a6a7-aa28-45c6-98ab-c9dad6987fd6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group (a20535a1-36e0-4792-add5-3951512cd78b), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:31.401326 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce72a6a7-aa28-45c6-98ab-c9dad6987fd6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (a20535a1-36e0-4792-add5-3951512cd78b), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:31.432351 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Attempting to bind port ebddc238-d654-4abd-8c64-392ea4e99a64 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:14:31.433276 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Attempting to bind port ebddc238-d654-4abd-8c64-392ea4e99a64 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:14:31.433865 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Attempting to bind port ebddc238-d654-4abd-8c64-392ea4e99a64 on network 20b0c49b-98e0-4d73-bdea-8b46faafc116 {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:31.434814 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:14:31.435301 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:14:31.435511 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:14:31.435824 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:14:31.436187 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.services.segments.db [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c25063-0cc1-4808-a635-e04235083b1f']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:31.450952 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:14:31.451725 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Checking segment: {'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:31.452593 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:31.454036 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Bound using segment: {'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:14:31.454832 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Bound port: ebddc238-d654-4abd-8c64-392ea4e99a64, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:14:31.456195 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (ebddc238-d654-4abd-8c64-392ea4e99a64), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:31.483798 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7aa084-fb20-492b-8f30-da1d053f68cc admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:14:31.500852 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-9b7aa084-fb20-492b-8f30-da1d053f68cc admin admin] 10.222.0.55 "PUT /v2.0/routers/03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9209027 May 10 03:14:31.514259 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.services.segments.db [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1dbf49-5ce9-44a5-a0af-2605f9d14bbe') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:31.514259 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.services.segments.db [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1dbf49-5ce9-44a5-a0af-2605f9d14bbe') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:31.569501 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-447f9750-fd6d-4bc6-a5a6-e5b3fa579b31 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (4e47d6a8-518f-44a5-8763-7e3b05839212), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:31.594509 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729517486906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7618962'] for segment (da1dbf49-5ce9-44a5-a0af-2605f9d14bbe), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:31.605669 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-447f9750-fd6d-4bc6-a5a6-e5b3fa579b31 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (4e47d6a8-518f-44a5-8763-7e3b05839212), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:31.616362 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Publish callbacks [] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:31.619701 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] For port ebddc238-d654-4abd-8c64-392ea4e99a64, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:14:31.621129 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] For port 0af41144-d17e-4a47-aac7-0b261e60d6d2, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=0af41144-d17e-4a47-aac7-0b261e60d6d2,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:31.626422 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] For port ebddc238-d654-4abd-8c64-392ea4e99a64, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=ebddc238-d654-4abd-8c64-392ea4e99a64,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:14:31.626640 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Sync routers for ids ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:14:31.643095 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:31.645127 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (ebddc238-d654-4abd-8c64-392ea4e99a64), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:31.651898 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Routers {'03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:14:31.652536 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:14:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:31.661319 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (0af41144-d17e-4a47-aac7-0b261e60d6d2), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:31.686650 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f9750-fd6d-4bc6-a5a6-e5b3fa579b31 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e47d6a8-518f-44a5-8763-7e3b05839212,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:31.698115 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (da1dbf49-5ce9-44a5-a0af-2605f9d14bbe), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:31.704189 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce72a6a7-aa28-45c6-98ab-c9dad6987fd6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:31.710907 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-ce72a6a7-aa28-45c6-98ab-c9dad6987fd6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.9739649 May 10 03:14:31.711198 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-447f9750-fd6d-4bc6-a5a6-e5b3fa579b31 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:31.719087 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-447f9750-fd6d-4bc6-a5a6-e5b3fa579b31 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3687532 May 10 03:14:31.732297 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 33144) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:31.732831 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 33146) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:31.737122 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:14:31.742352 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6482508'] for segment (da1dbf49-5ce9-44a5-a0af-2605f9d14bbe), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:31.748585 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1320b5-2cab-41b6-97de-8d493a8b56e9 req-166d7e51-850c-4d87-a790-19660d0307d5 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:31.751716 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8e1320b5-2cab-41b6-97de-8d493a8b56e9 req-166d7e51-850c-4d87-a790-19660d0307d5 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 943 time: 0.6334038 May 10 03:14:31.753917 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f9c5831d-4238-44fc-93d4-79977b38797a tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Request body: {'security_group_rule': {'security_group_id': 'a20535a1-36e0-4792-add5-3951512cd78b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:31.776004 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-77011bf8-455d-4814-90a6-d0059117a62e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'floatingip': {'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:31.790705 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:14:31.791633 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:14:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: from cryptography.utils import int_from_bytes May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: from cryptography.utils import int_from_bytes May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: Traceback (most recent call last): May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: timer() May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: cb(*args, **kw) May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: return func(*args, **kwargs) May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: self._notify() May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: self.callback(batched_events) May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: event.method(event) May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: return f(self, *a, **k) May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: return self._get(url).json() May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: return self.request(url, 'GET', **kwargs) May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:14:31.813702 dv-cinder-830094-4-iscsi neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:14:31.871320 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72a6a7-aa28-45c6-98ab-c9dad6987fd6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20535a1-36e0-4792-add5-3951512cd78b,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:31.947483 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7f3b69ab-1b54-4c9b-963d-e6aec5af4fbb tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group_rule (727a1dfc-0e06-46ed-a71f-f1991e152af7), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:31.976602 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f9c5831d-4238-44fc-93d4-79977b38797a tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group_rule (3088b5ce-2edb-4897-b86e-870feaf48869), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:31.984988 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263ea32-17ca-4dd9-ab40-148afe7925db None None] Pushing event updated for resources: {'Port': ['ID=01ded3d6-9637-4a52-bb23-67ffb9ca0dec,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:31.997455 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-d2387093-7edd-405f-a53a-92040bd3f6a2 service neutron] 10.222.0.64 "GET /v2.0/networks/575784cb-76c0-40a2-87cd-ac1108d52bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4628179 May 10 03:14:32.016871 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7f3b69ab-1b54-4c9b-963d-e6aec5af4fbb tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (727a1dfc-0e06-46ed-a71f-f1991e152af7), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:32.027119 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77011bf8-455d-4814-90a6-d0059117a62e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:32.075388 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964138'] for network (60c25063-0cc1-4808-a635-e04235083b1f), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:32.095443 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b69ab-1b54-4c9b-963d-e6aec5af4fbb tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727a1dfc-0e06-46ed-a71f-f1991e152af7,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:32.255391 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d66281-c8e6-4384-be7f-ceab8fe18137 None None] Pushing event updated for resources: {'Port': ['ID=ebddc238-d654-4abd-8c64-392ea4e99a64,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:32.276949 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Pushing event updated for resources: {'Port': ['ID=0af41144-d17e-4a47-aac7-0b261e60d6d2,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:32.417655 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7f3b69ab-1b54-4c9b-963d-e6aec5af4fbb tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:32.418937 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-7f3b69ab-1b54-4c9b-963d-e6aec5af4fbb tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7401748 May 10 03:14:32.431557 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8e1320b5-2cab-41b6-97de-8d493a8b56e9 req-db360d24-00f0-46f1-b330-e4b34dcb6c5e tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0e184d4-5969-40bd-ba5c-284582e6a96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607869 May 10 03:14:32.434015 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 33178) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:32.446204 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-dfb51dba-a363-4126-95e2-bd494b78a7a6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Request body: {'floatingip': {'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:32.471141 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f9c5831d-4238-44fc-93d4-79977b38797a tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group_rule (3088b5ce-2edb-4897-b86e-870feaf48869), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:32.489666 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-8def0e35-678b-4896-ae8c-adfab1e05a0d None None] Current status of the port 937047de-2681-4066-8246-3b1b9cce67a5 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:32.526098 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8cadbe98-7b24-4e27-b268-f3094594d3df req-e2b72a33-3afe-4efc-8bae-51ac6a07406b service neutron] 10.222.0.64 "GET /v2.0/networks/575784cb-76c0-40a2-87cd-ac1108d52bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035696 May 10 03:14:32.528992 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfb51dba-a363-4126-95e2-bd494b78a7a6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:32.529450 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Set router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:14:32.589666 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Attempting to bind port 01ded3d6-9637-4a52-bb23-67ffb9ca0dec on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:14:32.590042 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Attempting to bind port 01ded3d6-9637-4a52-bb23-67ffb9ca0dec by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': 'fd8dafce-76ca-4a5a-9af7-46546c9e6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:14:32.590542 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Attempting to bind port 01ded3d6-9637-4a52-bb23-67ffb9ca0dec on network 73d317d2-6d6e-4f15-9854-843c84b4e47e {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:32.594117 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 75f9e69e-35ce-4198-b83b-77287b407599 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:32.605832 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:32.627618 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] 10.222.0.55 "DELETE /v2.0/networks/60c25063-0cc1-4808-a635-e04235083b1f HTTP/1.1" status: 204 len: 168 time: 3.4284463 May 10 03:14:32.629414 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 33180) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:32.637729 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:14:32.638101 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Checking segment: {'id': 'fd8dafce-76ca-4a5a-9af7-46546c9e6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:32.638510 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:32.638908 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Bound using segment: {'id': 'fd8dafce-76ca-4a5a-9af7-46546c9e6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:14:32.639523 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Bound port: 01ded3d6-9637-4a52-bb23-67ffb9ca0dec, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8dafce-76ca-4a5a-9af7-46546c9e6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:14:32.639923 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:32.689852 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfb51dba-a363-4126-95e2-bd494b78a7a6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:32.695282 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:14:32.710902 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-6c34975a-1e0d-4106-b5a1-b46d8f614f3b None None] Provisioning complete for port ebddc238-d654-4abd-8c64-392ea4e99a64 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:32.711348 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6c34975a-1e0d-4106-b5a1-b46d8f614f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (ebddc238-d654-4abd-8c64-392ea4e99a64), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:32.812375 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf1bcb-1482-472d-91e3-cc0e75f7e086 admin admin] Pushing event deleted for resources: {'Network': ['ID=60c25063-0cc1-4808-a635-e04235083b1f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:32.814241 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f9c5831d-4238-44fc-93d4-79977b38797a tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (3088b5ce-2edb-4897-b86e-870feaf48869), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:32.817163 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77011bf8-455d-4814-90a6-d0059117a62e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:32.866316 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-181771a0-f340-4fd3-8a1c-0ddf9cbbbeff admin admin] Deleting subnet 0e2a88b2-fb24-4ec2-a3de-bb8de8f57cae {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:14:32.883172 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-dfb51dba-a363-4126-95e2-bd494b78a7a6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Allocated IP 172.27.1.237 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/205a8b7d-9850-4fcf-a22e-94723e7cc9bd) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:32.890497 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fadb94-09d6-45f5-85eb-943091a938aa req-d6b8a8ad-9293-4a60-8224-3589c07b020c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:32.895567 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 75f9e69e-35ce-4198-b83b-77287b407599 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:32.896060 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (75f9e69e-35ce-4198-b83b-77287b407599), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:32.898200 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-81fadb94-09d6-45f5-85eb-943091a938aa req-d6b8a8ad-9293-4a60-8224-3589c07b020c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/networks?id=73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 200 len: 819 time: 0.4735141 May 10 03:14:32.902412 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-181771a0-f340-4fd3-8a1c-0ddf9cbbbeff admin admin] Publish callbacks [] for subnet (0e2a88b2-fb24-4ec2-a3de-bb8de8f57cae), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:32.956037 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-81fadb94-09d6-45f5-85eb-943091a938aa req-abaa075b-efe5-4326-b57e-74eeec55fe96 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/quotas/d2279255bed8483c82ba27a2451313fc HTTP/1.1" status: 200 len: 375 time: 0.0569165 May 10 03:14:32.960865 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] For port 01ded3d6-9637-4a52-bb23-67ffb9ca0dec, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:14:32.971321 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5831d-4238-44fc-93d4-79977b38797a tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3088b5ce-2edb-4897-b86e-870feaf48869,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:32.978572 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] For port 01ded3d6-9637-4a52-bb23-67ffb9ca0dec, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=01ded3d6-9637-4a52-bb23-67ffb9ca0dec,segment=NetworkSegment(fd8dafce-76ca-4a5a-9af7-46546c9e6cb7),segment_id=fd8dafce-76ca-4a5a-9af7-46546c9e6cb7)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:14:33.002765 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.036344 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfb51dba-a363-4126-95e2-bd494b78a7a6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for port (205a8b7d-9850-4fcf-a22e-94723e7cc9bd), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.092083 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfb51dba-a363-4126-95e2-bd494b78a7a6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (205a8b7d-9850-4fcf-a22e-94723e7cc9bd), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.103922 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f9c5831d-4238-44fc-93d4-79977b38797a tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.105415 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-f9c5831d-4238-44fc-93d4-79977b38797a tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3713219 May 10 03:14:33.117895 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:31Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:33.143278 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 33186) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:33.158167 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-dfd80187-59dd-478b-b705-fa522d2bcf8e tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Request body: {'security_group_rule': {'security_group_id': 'a20535a1-36e0-4792-add5-3951512cd78b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:33.165550 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-6c34975a-1e0d-4106-b5a1-b46d8f614f3b None None] Current status of the port ebddc238-d654-4abd-8c64-392ea4e99a64 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:33.165955 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6c34975a-1e0d-4106-b5a1-b46d8f614f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (ebddc238-d654-4abd-8c64-392ea4e99a64), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.168119 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599100b6-063b-4534-b8a1-090f94245a24 None None] The sync data for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi is: [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:31Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:14:33.180378 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-router', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '75f9e69e-35ce-4198-b83b-77287b407599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:24Z', 'revision_number': 4, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'gw_port': {'id': '75f9e69e-35ce-4198-b83b-77287b407599', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '7a746f19-dc39-4c02-a2fe-3ce3fdbea50e', 'name': '', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'mac_address': 'fa:16:3e:d2:c0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:21Z', 'updated_at': '2022-05-10T03:14:25Z', 'revision_number': 2, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'subnets': [{'id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:33.197711 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb51dba-a363-4126-95e2-bd494b78a7a6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:33.204642 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-181771a0-f340-4fd3-8a1c-0ddf9cbbbeff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7618921'] for subnet (0e2a88b2-fb24-4ec2-a3de-bb8de8f57cae), precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.214042 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-dfb51dba-a363-4126-95e2-bd494b78a7a6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:33.217176 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb51dba-a363-4126-95e2-bd494b78a7a6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:33.253965 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263ea32-17ca-4dd9-ab40-148afe7925db None None] Pushing event updated for resources: {'Port': ['ID=01ded3d6-9637-4a52-bb23-67ffb9ca0dec,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:33.260444 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Routers {'02d5051c-de78-4ce8-9286-5811ced63dc5'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:14:33.261376 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:14:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['02d5051c-de78-4ce8-9286-5811ced63dc5'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:33.264135 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Checking router: 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:14:33.264554 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Updating router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc port 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e binding host dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:14:33.281098 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-81fadb94-09d6-45f5-85eb-943091a938aa req-da35efe2-73cd-410b-b152-24cd8be83cb1 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3238599 May 10 03:14:33.380450 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfb51dba-a363-4126-95e2-bd494b78a7a6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for floatingip (ab02ff91-048b-4672-89ef-e5eecec3e31b), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.388270 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-181771a0-f340-4fd3-8a1c-0ddf9cbbbeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716651'] for subnet (0e2a88b2-fb24-4ec2-a3de-bb8de8f57cae), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.391852 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-77011bf8-455d-4814-90a6-d0059117a62e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Allocated IP 172.27.1.49 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/52c7d7ed-2a3e-45dd-b570-490210dc1d5f) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:33.419037 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb51dba-a363-4126-95e2-bd494b78a7a6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Pushing event updated for resources: {'Port': ['ID=205a8b7d-9850-4fcf-a22e-94723e7cc9bd,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:33.481598 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 75f9e69e-35ce-4198-b83b-77287b407599 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:33.482055 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (75f9e69e-35ce-4198-b83b-77287b407599), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.492496 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-6c34975a-1e0d-4106-b5a1-b46d8f614f3b None None] For port ebddc238-d654-4abd-8c64-392ea4e99a64, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=ebddc238-d654-4abd-8c64-392ea4e99a64,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:33.519568 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfd80187-59dd-478b-b705-fa522d2bcf8e tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group_rule (40a81333-9f07-4563-8eae-30fd621636cd), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.533013 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.538049 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6c34975a-1e0d-4106-b5a1-b46d8f614f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (ebddc238-d654-4abd-8c64-392ea4e99a64), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.565024 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfb51dba-a363-4126-95e2-bd494b78a7a6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (205a8b7d-9850-4fcf-a22e-94723e7cc9bd), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.580842 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] For port 75f9e69e-35ce-4198-b83b-77287b407599, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=75f9e69e-35ce-4198-b83b-77287b407599,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:33.608578 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [req-81fadb94-09d6-45f5-85eb-943091a938aa req-6a563f75-29e1-4dc0-ac9b-7f28f4ba85f7 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:14:33.617415 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-81fadb94-09d6-45f5-85eb-943091a938aa req-6a563f75-29e1-4dc0-ac9b-7f28f4ba85f7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1422832 May 10 03:14:33.630811 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (75f9e69e-35ce-4198-b83b-77287b407599), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.631662 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device d2a469b9-84d9-4c03-b4cf-8106f981645f up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:33.724892 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d8ffd-f77e-4358-997c-fe2759401e12 req-fbdc0e55-b024-43e9-8bf1-a23b07e96fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:33.726859 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-990d8ffd-f77e-4358-997c-fe2759401e12 req-fbdc0e55-b024-43e9-8bf1-a23b07e96fe5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=857b83406e874fcea2e81894d366f353&device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 1127 time: 0.1486290 May 10 03:14:33.745703 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-81fadb94-09d6-45f5-85eb-943091a938aa req-51b789b4-dafe-47d5-8191-6c072cc68fad service neutron] 10.222.0.55 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269214 May 10 03:14:33.764139 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e69fe3-5dc3-49f7-a501-de68d67f7b24 req-396e8c70-2053-4a70-a610-443eb14982aa tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:33.771173 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f4e69fe3-5dc3-49f7-a501-de68d67f7b24 req-396e8c70-2053-4a70-a610-443eb14982aa tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 943 time: 0.1549230 May 10 03:14:33.817810 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-6c34975a-1e0d-4106-b5a1-b46d8f614f3b None None] Provisioning complete for port 01ded3d6-9637-4a52-bb23-67ffb9ca0dec triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:33.818198 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6c34975a-1e0d-4106-b5a1-b46d8f614f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.853383 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-181771a0-f340-4fd3-8a1c-0ddf9cbbbeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6482470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5503903'] for subnet (0e2a88b2-fb24-4ec2-a3de-bb8de8f57cae), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.894944 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfd80187-59dd-478b-b705-fa522d2bcf8e tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group_rule (40a81333-9f07-4563-8eae-30fd621636cd), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.916647 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181771a0-f340-4fd3-8a1c-0ddf9cbbbeff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e2a88b2-fb24-4ec2-a3de-bb8de8f57cae,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:33.920172 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfd80187-59dd-478b-b705-fa522d2bcf8e tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (40a81333-9f07-4563-8eae-30fd621636cd), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.928312 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-181771a0-f340-4fd3-8a1c-0ddf9cbbbeff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.933186 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-181771a0-f340-4fd3-8a1c-0ddf9cbbbeff admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0e2a88b2-fb24-4ec2-a3de-bb8de8f57cae HTTP/1.1" status: 204 len: 168 time: 1.2852547 May 10 03:14:33.933975 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 33202) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:33.945051 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77011bf8-455d-4814-90a6-d0059117a62e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for port (52c7d7ed-2a3e-45dd-b570-490210dc1d5f), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:33.985029 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] Set router 02d5051c-de78-4ce8-9286-5811ced63dc5 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:14:34.005976 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd80187-59dd-478b-b705-fa522d2bcf8e tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a81333-9f07-4563-8eae-30fd621636cd,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:34.010666 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f4e69fe3-5dc3-49f7-a501-de68d67f7b24 req-8d6616ac-3951-4530-bf7c-5e7dec945c98 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0e184d4-5969-40bd-ba5c-284582e6a96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384887 May 10 03:14:34.049720 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34975a-1e0d-4106-b5a1-b46d8f614f3b None None] Pushing event updated for resources: {'Port': ['ID=ebddc238-d654-4abd-8c64-392ea4e99a64,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:34.055218 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfd80187-59dd-478b-b705-fa522d2bcf8e tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:34.056438 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-dfd80187-59dd-478b-b705-fa522d2bcf8e tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9099483 May 10 03:14:34.068634 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 33208) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:34.081133 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-db1f3a62-6818-4f71-9377-d3f42c61a981 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Request body: {'floatingip': {'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:34.114769 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d8ffd-f77e-4358-997c-fe2759401e12 req-3842930c-786e-4410-86dd-68d383c4a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:34.116217 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-990d8ffd-f77e-4358-997c-fe2759401e12 req-3842930c-786e-4410-86dd-68d383c4a457 service neutron] 10.222.0.64 "GET /v2.0/networks?id=575784cb-76c0-40a2-87cd-ac1108d52bb1 HTTP/1.1" status: 200 len: 913 time: 0.3820076 May 10 03:14:34.149268 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db1f3a62-6818-4f71-9377-d3f42c61a981 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:34.183896 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port d2a469b9-84d9-4c03-b4cf-8106f981645f triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:34.184506 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d2a469b9-84d9-4c03-b4cf-8106f981645f), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:34.190285 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfb51dba-a363-4126-95e2-bd494b78a7a6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for port (205a8b7d-9850-4fcf-a22e-94723e7cc9bd), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:34.201304 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-81fadb94-09d6-45f5-85eb-943091a938aa req-e7cd9ef1-6536-4d5c-a534-022a5ec56dc2 service neutron] 10.222.0.55 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543343 May 10 03:14:34.218807 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-990d8ffd-f77e-4358-997c-fe2759401e12 req-abbe2100-bd23-42fa-ac37-2a083fc20d37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1250bf8e-004a-44ae-a5a9-5013188a9085 HTTP/1.1" status: 200 len: 217 time: 0.0927291 May 10 03:14:34.236070 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-05cf03f0-568d-4056-942e-c828424e029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085630'] for network (95980bf2-be08-4d24-8d9c-2e08a5d96104), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:34.279069 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77011bf8-455d-4814-90a6-d0059117a62e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (52c7d7ed-2a3e-45dd-b570-490210dc1d5f), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:34.283799 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfb51dba-a363-4126-95e2-bd494b78a7a6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (205a8b7d-9850-4fcf-a22e-94723e7cc9bd), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:34.321058 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Pushing event updated for resources: {'Port': ['ID=75f9e69e-35ce-4198-b83b-77287b407599,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:34.365623 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-6c34975a-1e0d-4106-b5a1-b46d8f614f3b None None] Current status of the port 01ded3d6-9637-4a52-bb23-67ffb9ca0dec is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:34.365921 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6c34975a-1e0d-4106-b5a1-b46d8f614f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:34.383925 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77011bf8-455d-4814-90a6-d0059117a62e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:34.386186 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-05cf03f0-568d-4056-942e-c828424e029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952848', 'neutron.services.segments.db._delete_segments_for_network-8729517486385'] for network (95980bf2-be08-4d24-8d9c-2e08a5d96104), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:34.400917 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-77011bf8-455d-4814-90a6-d0059117a62e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:34.407178 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77011bf8-455d-4814-90a6-d0059117a62e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:34.497872 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-6c34975a-1e0d-4106-b5a1-b46d8f614f3b None None] For port 01ded3d6-9637-4a52-bb23-67ffb9ca0dec, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=01ded3d6-9637-4a52-bb23-67ffb9ca0dec,segment=NetworkSegment(fd8dafce-76ca-4a5a-9af7-46546c9e6cb7),segment_id=fd8dafce-76ca-4a5a-9af7-46546c9e6cb7)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:34.523890 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77011bf8-455d-4814-90a6-d0059117a62e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'Port': ['ID=52c7d7ed-2a3e-45dd-b570-490210dc1d5f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:34.544080 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6c34975a-1e0d-4106-b5a1-b46d8f614f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:34.551474 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.services.segments.db [None req-05cf03f0-568d-4056-942e-c828424e029f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95980bf2-be08-4d24-8d9c-2e08a5d96104']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:34.666786 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77011bf8-455d-4814-90a6-d0059117a62e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (a7239992-d030-446c-9baf-3c4ec7791b3f), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:34.669284 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfb51dba-a363-4126-95e2-bd494b78a7a6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (ab02ff91-048b-4672-89ef-e5eecec3e31b), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:34.679961 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-6c34975a-1e0d-4106-b5a1-b46d8f614f3b None None] Provisioning complete for port 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:34.680980 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6c34975a-1e0d-4106-b5a1-b46d8f614f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:34.688112 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.services.segments.db [None req-05cf03f0-568d-4056-942e-c828424e029f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf358f4-dfc3-4b1e-809c-5d470275b9f7') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:34.688448 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.services.segments.db [None req-05cf03f0-568d-4056-942e-c828424e029f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf358f4-dfc3-4b1e-809c-5d470275b9f7') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:34.704458 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-05cf03f0-568d-4056-942e-c828424e029f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729517486906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7618962'] for segment (4cf358f4-dfc3-4b1e-809c-5d470275b9f7), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:34.766956 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-05cf03f0-568d-4056-942e-c828424e029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (4cf358f4-dfc3-4b1e-809c-5d470275b9f7), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:34.785840 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port d2a469b9-84d9-4c03-b4cf-8106f981645f is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:34.786863 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 937047de-2681-4066-8246-3b1b9cce67a5 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:34.789016 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:21Z', 'revision_number': 4, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port': {'id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:10Z', 'updated_at': '2022-05-10T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '01ded3d6-9637-4a52-bb23-67ffb9ca0dec', 'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'mac_address': 'fa:16:3e:0e:a8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:19Z', 'updated_at': '2022-05-10T03:14:32Z', 'revision_number': 4, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'subnets': [{'id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:34.793732 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77011bf8-455d-4814-90a6-d0059117a62e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (52c7d7ed-2a3e-45dd-b570-490210dc1d5f), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:34.798821 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05cf03f0-568d-4056-942e-c828424e029f admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:14:34.799499 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-05cf03f0-568d-4056-942e-c828424e029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6482508'] for segment (4cf358f4-dfc3-4b1e-809c-5d470275b9f7), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:34.805026 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb51dba-a363-4126-95e2-bd494b78a7a6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Pushing event updated for resources: {'Port': ['ID=205a8b7d-9850-4fcf-a22e-94723e7cc9bd,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:34.833337 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-41d02d17-5d95-4961-851f-e06278abefdf req-d81da57d-7f05-4386-8949-fd5d5ce0ce82 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 210 time: 0.1667180 May 10 03:14:34.853127 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfb51dba-a363-4126-95e2-bd494b78a7a6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:34.892428 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fa9da8-fe3b-4bf0-bc6e-456034144e6f None None] The sync data for ids ['02d5051c-de78-4ce8-9286-5811ced63dc5'] in dv-cinder-830094-4-iscsi is: [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:21Z', 'revision_number': 4, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port': {'id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:10Z', 'updated_at': '2022-05-10T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '01ded3d6-9637-4a52-bb23-67ffb9ca0dec', 'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'mac_address': 'fa:16:3e:0e:a8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:19Z', 'updated_at': '2022-05-10T03:14:32Z', 'revision_number': 4, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'subnets': [{'id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:14:34.908037 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-dfb51dba-a363-4126-95e2-bd494b78a7a6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4661789 May 10 03:14:34.918704 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34975a-1e0d-4106-b5a1-b46d8f614f3b None None] Pushing event updated for resources: {'Port': ['ID=01ded3d6-9637-4a52-bb23-67ffb9ca0dec,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:34.951665 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d8ffd-f77e-4358-997c-fe2759401e12 req-54db8d9e-8b52-4b61-bf6b-2ed74641a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:34.951867 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Publish callbacks [] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:34.954510 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-6c34975a-1e0d-4106-b5a1-b46d8f614f3b None None] Port 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:14:34.966827 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-990d8ffd-f77e-4358-997c-fe2759401e12 req-54db8d9e-8b52-4b61-bf6b-2ed74641a23e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38d61204-4fc1-4be0-ab2a-24d89baa5484 HTTP/1.1" status: 200 len: 852 time: 0.6839979 May 10 03:14:34.980118 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db1f3a62-6818-4f71-9377-d3f42c61a981 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: Traceback (most recent call last): May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: timer() May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: cb(*args, **kw) May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: return func(*args, **kwargs) May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: self._notify() May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: self.callback(batched_events) May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: event.method(event) May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: return f(self, *a, **k) May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: return self._get(url).json() May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: return self.request(url, 'GET', **kwargs) May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:14:35.004274 dv-cinder-830094-4-iscsi neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:14:35.013206 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:35.180524 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326360f3-6127-45a7-94ea-97f84ca95184 None None] Pushing event updated for resources: {'Port': ['ID=7a746f19-dc39-4c02-a2fe-3ce3fdbea50e,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:35.215417 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-ed297fd3-8d64-4a85-a188-8b71fa27f204 None None] Provisioning complete for port 01ded3d6-9637-4a52-bb23-67ffb9ca0dec triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:35.217163 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ed297fd3-8d64-4a85-a188-8b71fa27f204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:35.244998 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 937047de-2681-4066-8246-3b1b9cce67a5 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:35.245407 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (937047de-2681-4066-8246-3b1b9cce67a5), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:35.267813 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-990d8ffd-f77e-4358-997c-fe2759401e12 req-9204b378-5947-4e4b-ade2-b1ee2cc2943d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=575784cb-76c0-40a2-87cd-ac1108d52bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2815962 May 10 03:14:35.379311 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Attempting to bind port 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:14:35.379718 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Attempting to bind port 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:14:35.380105 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Attempting to bind port 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e on network 73cc213e-781c-42c1-8c05-7293b0a3f3ad {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:35.393568 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:14:35.394344 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Checking segment: {'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:35.394774 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:35.395171 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Bound using segment: {'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:14:35.395649 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Bound port: 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:14:35.396183 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:35.459277 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-e47a9622-6713-4de7-9d02-78a7fa98d43f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:35.476495 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-990d8ffd-f77e-4358-997c-fe2759401e12 req-19a8dccd-7af5-4c90-a9e2-f3542aed437c service neutron] 10.222.0.64 "GET /v2.0/networks/575784cb-76c0-40a2-87cd-ac1108d52bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796224 May 10 03:14:35.476981 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-e47a9622-6713-4de7-9d02-78a7fa98d43f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/networks?id=73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 200 len: 819 time: 0.3389962 May 10 03:14:35.526897 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-188f0341-1d64-455f-99cc-3827b70a586f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/quotas/d2279255bed8483c82ba27a2451313fc HTTP/1.1" status: 200 len: 375 time: 0.0489600 May 10 03:14:35.544449 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-ed297fd3-8d64-4a85-a188-8b71fa27f204 None None] Current status of the port 01ded3d6-9637-4a52-bb23-67ffb9ca0dec is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:35.560203 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 937047de-2681-4066-8246-3b1b9cce67a5 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:35.561391 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:35.575574 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe88586-22d5-4b93-9d4b-08d1d6d85d84 req-2f6980d5-8703-4a76-9380-5bbfbcbec0a0 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:35.584390 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ebe88586-22d5-4b93-9d4b-08d1d6d85d84 req-2f6980d5-8703-4a76-9380-5bbfbcbec0a0 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 943 time: 0.3575256 May 10 03:14:35.631139 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] For port 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:14:35.646096 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] For port 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=7a746f19-dc39-4c02-a2fe-3ce3fdbea50e,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:14:35.658547 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:35.658957 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (4fbe838a-5aaa-4d49-a2a5-0021f0da2f85), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:35.682444 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-db1f3a62-6818-4f71-9377-d3f42c61a981 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Allocated IP 172.27.1.235 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/07ba89e0-e981-4c38-9b64-7a302e9cb9f7) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:35.691478 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:35.704601 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-33dea24b-c8aa-42ed-8285-0fed9f3c85bb tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1768310 May 10 03:14:35.740389 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-2463da82-acbe-4d4e-9f8d-ecd193df6705 None None] Provisioning complete for port 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:35.741422 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2463da82-acbe-4d4e-9f8d-ecd193df6705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:35.743694 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ebe88586-22d5-4b93-9d4b-08d1d6d85d84 req-48c267bc-2a3c-493a-8f2f-fab03cb0a024 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0e184d4-5969-40bd-ba5c-284582e6a96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576777 May 10 03:14:35.743879 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77011bf8-455d-4814-90a6-d0059117a62e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for port (52c7d7ed-2a3e-45dd-b570-490210dc1d5f), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:35.754585 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-05cf03f0-568d-4056-942e-c828424e029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964138'] for network (95980bf2-be08-4d24-8d9c-2e08a5d96104), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:35.762341 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-990d8ffd-f77e-4358-997c-fe2759401e12 req-1b2cb63e-6609-4f27-b284-e4480a85c850 service neutron] 10.222.0.64 "GET /v2.0/networks/575784cb-76c0-40a2-87cd-ac1108d52bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760956 May 10 03:14:35.773987 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77011bf8-455d-4814-90a6-d0059117a62e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (52c7d7ed-2a3e-45dd-b570-490210dc1d5f), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:35.859467 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326360f3-6127-45a7-94ea-97f84ca95184 None None] Pushing event updated for resources: {'Port': ['ID=7a746f19-dc39-4c02-a2fe-3ce3fdbea50e,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:35.881373 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf03f0-568d-4056-942e-c828424e029f admin admin] Pushing event deleted for resources: {'Network': ['ID=95980bf2-be08-4d24-8d9c-2e08a5d96104,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:35.884782 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-05cf03f0-568d-4056-942e-c828424e029f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:35.892331 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-05cf03f0-568d-4056-942e-c828424e029f admin admin] 10.222.0.55 "DELETE /v2.0/networks/95980bf2-be08-4d24-8d9c-2e08a5d96104 HTTP/1.1" status: 204 len: 168 time: 1.9503453 May 10 03:14:35.970785 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db1f3a62-6818-4f71-9377-d3f42c61a981 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for port (07ba89e0-e981-4c38-9b64-7a302e9cb9f7), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:36.013811 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Routers {'03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:14:36.018552 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:14:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:36.115392 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-2463da82-acbe-4d4e-9f8d-ecd193df6705 None None] Current status of the port 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:36.116027 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2463da82-acbe-4d4e-9f8d-ecd193df6705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:36.118587 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-f10fc9d7-12c2-4aab-b2e8-828927c8181c tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1393009039&fields=id&tenant_id=f4149fee898c44c180ae1de15ac9d9da HTTP/1.1" status: 200 len: 267 time: 0.1281528 May 10 03:14:36.121170 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db1f3a62-6818-4f71-9377-d3f42c61a981 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (07ba89e0-e981-4c38-9b64-7a302e9cb9f7), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:36.180317 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77011bf8-455d-4814-90a6-d0059117a62e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'Port': ['ID=52c7d7ed-2a3e-45dd-b570-490210dc1d5f,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:36.238247 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f3a62-6818-4f71-9377-d3f42c61a981 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Pushing event updated for resources: {'Port': ['ID=07ba89e0-e981-4c38-9b64-7a302e9cb9f7,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:36.266315 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77011bf8-455d-4814-90a6-d0059117a62e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (a7239992-d030-446c-9baf-3c4ec7791b3f), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:36.275539 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-cd74254a-a0a0-4b10-b72b-d4392ff6e02e service neutron] 10.222.0.55 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296037 May 10 03:14:36.331149 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1f3a62-6818-4f71-9377-d3f42c61a981 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:36.335248 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-db1f3a62-6818-4f71-9377-d3f42c61a981 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:36.342685 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f3a62-6818-4f71-9377-d3f42c61a981 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:36.372097 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77011bf8-455d-4814-90a6-d0059117a62e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:36.377590 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-77011bf8-455d-4814-90a6-d0059117a62e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6419489 May 10 03:14:36.404971 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 33298) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:36.460172 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-2079b1db-42cb-4603-8900-7fd06f49ba19 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:36.461956 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-2079b1db-42cb-4603-8900-7fd06f49ba19 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/networks?id=2b607388-5cb4-41a1-8154-ba2917605d5c HTTP/1.1" status: 200 len: 816 time: 0.3265176 May 10 03:14:36.463356 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db1f3a62-6818-4f71-9377-d3f42c61a981 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for floatingip (905b99ba-895e-4363-824c-673710c89f5d), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:36.486966 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:36.488085 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (4fbe838a-5aaa-4d49-a2a5-0021f0da2f85), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:36.500336 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-2463da82-acbe-4d4e-9f8d-ecd193df6705 None None] For port 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=7a746f19-dc39-4c02-a2fe-3ce3fdbea50e,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:36.522446 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2463da82-acbe-4d4e-9f8d-ecd193df6705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:36.542760 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-e5639da2-8ed4-4fb5-b520-f7e11e4c8a99 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=226199afcdf44517908a60888f5815a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1305900 May 10 03:14:36.543633 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db1f3a62-6818-4f71-9377-d3f42c61a981 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (07ba89e0-e981-4c38-9b64-7a302e9cb9f7), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:36.544424 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] For port 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=4fbe838a-5aaa-4d49-a2a5-0021f0da2f85,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:36.546019 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 33300) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:36.569516 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-5a9b6f9e-445b-4c8a-803b-4564766ebd9e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/quotas/f4149fee898c44c180ae1de15ac9d9da HTTP/1.1" status: 200 len: 375 time: 0.0977554 May 10 03:14:36.585813 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (4fbe838a-5aaa-4d49-a2a5-0021f0da2f85), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:36.594605 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] Set router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:14:36.603773 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 1250bf8e-004a-44ae-a5a9-5013188a9085 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:14:36.636027 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 33302) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:36.760737 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-3d35699a-0fdf-47f9-a2b3-11a54580c6e1 service neutron] 10.222.0.55 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708090 May 10 03:14:36.772020 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-fe62797e-77bc-4092-9e2b-87e9a03f639d None None] Provisioning complete for port 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:36.772020 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fe62797e-77bc-4092-9e2b-87e9a03f639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:36.811281 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-546b982e-f854-4890-93aa-5c73964c908f admin admin] Publish callbacks [] for security_group (44ca63f3-74fd-4d5a-9fa6-eb84e9d4fada), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:36.817488 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463da82-acbe-4d4e-9f8d-ecd193df6705 None None] Pushing event updated for resources: {'Port': ['ID=7a746f19-dc39-4c02-a2fe-3ce3fdbea50e,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:36.888206 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-546b982e-f854-4890-93aa-5c73964c908f admin admin] Publish callbacks [] for security_group (44ca63f3-74fd-4d5a-9fa6-eb84e9d4fada), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:36.931437 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db1f3a62-6818-4f71-9377-d3f42c61a981 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for port (07ba89e0-e981-4c38-9b64-7a302e9cb9f7), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:36.953067 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.db.resource_extend [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 03:14:36.968503 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db1f3a62-6818-4f71-9377-d3f42c61a981 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (07ba89e0-e981-4c38-9b64-7a302e9cb9f7), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:36.981969 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-546b982e-f854-4890-93aa-5c73964c908f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (44ca63f3-74fd-4d5a-9fa6-eb84e9d4fada), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:36.986570 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-546b982e-f854-4890-93aa-5c73964c908f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:36.990541 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-546b982e-f854-4890-93aa-5c73964c908f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44ca63f3-74fd-4d5a-9fa6-eb84e9d4fada HTTP/1.1" status: 204 len: 168 time: 0.4432507 May 10 03:14:37.008767 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b982e-f854-4890-93aa-5c73964c908f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ca63f3-74fd-4d5a-9fa6-eb84e9d4fada,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:37.088485 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-6ac8cae7-f5e0-4c33-98c9-d0f84b330f0a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4149fee898c44c180ae1de15ac9d9da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5105331 May 10 03:14:37.103593 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db1f3a62-6818-4f71-9377-d3f42c61a981 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (905b99ba-895e-4363-824c-673710c89f5d), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:37.147324 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 75f9e69e-35ce-4198-b83b-77287b407599 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:37.251235 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b174db9-bc08-436b-9f67-d8308d2bb9f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:37.327198 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Pushing event updated for resources: {'Port': ['ID=4fbe838a-5aaa-4d49-a2a5-0021f0da2f85,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:37.423731 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-router', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '75f9e69e-35ce-4198-b83b-77287b407599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:24Z', 'revision_number': 4, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'gw_port': {'id': '75f9e69e-35ce-4198-b83b-77287b407599', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '7a746f19-dc39-4c02-a2fe-3ce3fdbea50e', 'name': '', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'mac_address': 'fa:16:3e:d2:c0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:21Z', 'updated_at': '2022-05-10T03:14:35Z', 'revision_number': 4, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'subnets': [{'id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:37.439977 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6da86d-d566-4f3b-8580-bc19971de67e req-c02c3f45-1c3c-456b-a32f-7137ae80a231 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:37.445565 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3f6da86d-d566-4f3b-8580-bc19971de67e req-c02c3f45-1c3c-456b-a32f-7137ae80a231 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 943 time: 0.1497109 May 10 03:14:37.539255 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-7a15dedc-2d0c-4954-90ad-8217892da4b4 service neutron] 10.222.0.55 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162478 May 10 03:14:37.571290 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f3a62-6818-4f71-9377-d3f42c61a981 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Pushing event updated for resources: {'Port': ['ID=07ba89e0-e981-4c38-9b64-7a302e9cb9f7,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:37.587930 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6c80c9-7a40-4275-990d-8f951d52a2db None None] The sync data for ids ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'] in dv-cinder-830094-4-iscsi is: [{'id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-router', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '75f9e69e-35ce-4198-b83b-77287b407599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:24Z', 'revision_number': 4, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'gw_port': {'id': '75f9e69e-35ce-4198-b83b-77287b407599', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '7a746f19-dc39-4c02-a2fe-3ce3fdbea50e', 'name': '', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'mac_address': 'fa:16:3e:d2:c0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:21Z', 'updated_at': '2022-05-10T03:14:35Z', 'revision_number': 4, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'subnets': [{'id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:14:37.630415 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db1f3a62-6818-4f71-9377-d3f42c61a981 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:37.640955 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-db1f3a62-6818-4f71-9377-d3f42c61a981 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5622847 May 10 03:14:37.658224 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 75f9e69e-35ce-4198-b83b-77287b407599 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:37.658438 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (75f9e69e-35ce-4198-b83b-77287b407599), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:37.744832 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3f6da86d-d566-4f3b-8580-bc19971de67e req-11a3ec64-63c6-486b-b455-851a6ea514c2 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0e184d4-5969-40bd-ba5c-284582e6a96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939498 May 10 03:14:37.808455 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-fe62797e-77bc-4092-9e2b-87e9a03f639d None None] Current status of the port 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:37.852110 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b174db9-bc08-436b-9f67-d8308d2bb9f1 admin admin] Publish callbacks [] for security_group (a1c62aeb-7b30-44ed-b123-cb2165dd744c), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:37.863731 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 1250bf8e-004a-44ae-a5a9-5013188a9085, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1250bf8e-004a-44ae-a5a9-5013188a9085,segment=NetworkSegment(fdfaa11a-f182-4314-9cf6-9601f62db499),segment_id=fdfaa11a-f182-4314-9cf6-9601f62db499)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:37.870096 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b174db9-bc08-436b-9f67-d8308d2bb9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (a1c62aeb-7b30-44ed-b123-cb2165dd744c), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:37.912518 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 33338) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:37.920146 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': '1250bf8e-004a-44ae-a5a9-5013188a9085', 'network_id': '575784cb-76c0-40a2-87cd-ac1108d52bb1', 'port_id': '1250bf8e-004a-44ae-a5a9-5013188a9085', 'mac_address': 'fa:16:3e:1f:20:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d61204-4fc1-4be0-ab2a-24d89baa5484', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:14:37.971341 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fadb94-09d6-45f5-85eb-943091a938aa req-95a13779-ea6b-4f16-934f-e4f01e599970 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:37.974392 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-81fadb94-09d6-45f5-85eb-943091a938aa req-95a13779-ea6b-4f16-934f-e4f01e599970 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.64 "GET /v2.0/networks?id=73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 200 len: 819 time: 0.6487319 May 10 03:14:37.991584 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [req-81fadb94-09d6-45f5-85eb-943091a938aa req-4beaf34c-8133-4285-b286-4a2a00c665e0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Request body: {'port': {'device_id': 'a709d3d8-e66d-4642-aee4-392801ae2f15', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'admin_state_up': True, 'tenant_id': 'd2279255bed8483c82ba27a2451313fc'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:38.056642 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-5b174db9-bc08-436b-9f67-d8308d2bb9f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67941a20ac2d4f9aa3bb98513f2c9c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4180100 May 10 03:14:38.063339 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 33346) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:38.092608 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b174db9-bc08-436b-9f67-d8308d2bb9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c62aeb-7b30-44ed-b123-cb2165dd744c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:38.097809 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-42fd3e6b-d286-4c6c-a082-e2866465501b service neutron] 10.222.0.55 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145357 May 10 03:14:38.172859 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 1250bf8e-004a-44ae-a5a9-5013188a9085 is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:38.177492 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (1250bf8e-004a-44ae-a5a9-5013188a9085), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:38.201973 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 75f9e69e-35ce-4198-b83b-77287b407599 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:38.203251 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device ebddc238-d654-4abd-8c64-392ea4e99a64 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:38.205189 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2bbe97e3-675b-4c4a-967a-0b7bbb0e6e9e admin admin] Publish callbacks [] for security_group (a1c62aeb-7b30-44ed-b123-cb2165dd744c), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:38.210008 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-b610bc7e-82ea-4c11-9dcc-ae1b30f56cbc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f809747a72f34080a796d52608c9b362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906199 May 10 03:14:38.214508 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 33348) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:38.262690 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2bbe97e3-675b-4c4a-967a-0b7bbb0e6e9e admin admin] Publish callbacks [] for security_group (a1c62aeb-7b30-44ed-b123-cb2165dd744c), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:38.273411 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-ac4681f8-c9d5-4f08-b781-123d5fb88426 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2022660669&fields=id&tenant_id=5a2376b2c653467b885e8f3deb5018e7 HTTP/1.1" status: 200 len: 267 time: 0.3098342 May 10 03:14:38.324076 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1250bf8e-004a-44ae-a5a9-5013188a9085 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:14:38.408214 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2bbe97e3-675b-4c4a-967a-0b7bbb0e6e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (a1c62aeb-7b30-44ed-b123-cb2165dd744c), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:38.412124 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port ebddc238-d654-4abd-8c64-392ea4e99a64 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:38.412550 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (ebddc238-d654-4abd-8c64-392ea4e99a64), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:38.418599 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2bbe97e3-675b-4c4a-967a-0b7bbb0e6e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:38.425063 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-2bbe97e3-675b-4c4a-967a-0b7bbb0e6e9e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1c62aeb-7b30-44ed-b123-cb2165dd744c HTTP/1.1" status: 204 len: 168 time: 0.3596883 May 10 03:14:38.496437 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe97e3-675b-4c4a-967a-0b7bbb0e6e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c62aeb-7b30-44ed-b123-cb2165dd744c,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:38.514693 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 1250bf8e-004a-44ae-a5a9-5013188a9085, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1250bf8e-004a-44ae-a5a9-5013188a9085,segment=NetworkSegment(fdfaa11a-f182-4314-9cf6-9601f62db499),segment_id=fdfaa11a-f182-4314-9cf6-9601f62db499)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:38.559610 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (1250bf8e-004a-44ae-a5a9-5013188a9085), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:38.584483 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-f7b603fb-1218-4599-8895-709bb89cbfe7 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:38.586758 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-f7b603fb-1218-4599-8895-709bb89cbfe7 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/networks?id=20b0c49b-98e0-4d73-bdea-8b46faafc116 HTTP/1.1" status: 200 len: 813 time: 0.3123653 May 10 03:14:38.609414 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b06ecbf0-b374-4679-b902-a5c3e01dce66 req-002c1fa6-0e2c-4e87-95b7-5c3dddd62f22 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 210 time: 0.1128252 May 10 03:14:38.631443 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-8fae282f-0470-4039-86df-cd3e539af2f5 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/quotas/5a2376b2c653467b885e8f3deb5018e7 HTTP/1.1" status: 200 len: 375 time: 0.0277193 May 10 03:14:38.658647 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81fadb94-09d6-45f5-85eb-943091a938aa req-4beaf34c-8133-4285-b286-4a2a00c665e0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Made reservation on behalf of d2279255bed8483c82ba27a2451313fc for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:38.663705 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-81fadb94-09d6-45f5-85eb-943091a938aa req-4beaf34c-8133-4285-b286-4a2a00c665e0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:38.688274 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-e8778a20-678f-4ab0-97f5-10966018ef5a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a2376b2c653467b885e8f3deb5018e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555036 May 10 03:14:38.689436 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4863b550-9bf1-4808-bc9f-adfdebb7bec4 admin admin] Publish callbacks [] for security_group (9e6fbe86-eec5-42b3-ad61-86711c96dea9), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:38.727088 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4863b550-9bf1-4808-bc9f-adfdebb7bec4 admin admin] Publish callbacks [] for security_group (9e6fbe86-eec5-42b3-ad61-86711c96dea9), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:38.850599 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=1250bf8e-004a-44ae-a5a9-5013188a9085,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:38.856483 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4863b550-9bf1-4808-bc9f-adfdebb7bec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (9e6fbe86-eec5-42b3-ad61-86711c96dea9), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:38.860731 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4863b550-9bf1-4808-bc9f-adfdebb7bec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:38.866604 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port ebddc238-d654-4abd-8c64-392ea4e99a64 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:38.869136 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 01ded3d6-9637-4a52-bb23-67ffb9ca0dec up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:38.869610 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-4863b550-9bf1-4808-bc9f-adfdebb7bec4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e6fbe86-eec5-42b3-ad61-86711c96dea9 HTTP/1.1" status: 204 len: 168 time: 0.6537738 May 10 03:14:38.906418 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['1250bf8e-004a-44ae-a5a9-5013188a9085'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:14:38.913955 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.64', 64172) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:39.006668 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863b550-9bf1-4808-bc9f-adfdebb7bec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6fbe86-eec5-42b3-ad61-86711c96dea9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:39.151455 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-3cfd94f6-6560-4d3b-88b7-1cd48e14aadc service neutron] 10.222.0.55 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574369 May 10 03:14:39.251112 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 01ded3d6-9637-4a52-bb23-67ffb9ca0dec triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:39.251502 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:39.305598 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-c01ae5c6-97e7-4aaa-951b-1e823bddcea0 service neutron] 10.222.0.55 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515505 May 10 03:14:39.419872 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-81fadb94-09d6-45f5-85eb-943091a938aa req-4beaf34c-8133-4285-b286-4a2a00c665e0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Allocated IP 172.20.0.5 (73cc213e-781c-42c1-8c05-7293b0a3f3ad/b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b/fd37adcc-6c61-4249-b29c-d3a717224790) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:39.561285 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 01ded3d6-9637-4a52-bb23-67ffb9ca0dec is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:39.567420 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 0af41144-d17e-4a47-aac7-0b261e60d6d2 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:39.631667 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-81fadb94-09d6-45f5-85eb-943091a938aa req-4beaf34c-8133-4285-b286-4a2a00c665e0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for port (fd37adcc-6c61-4249-b29c-d3a717224790), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:39.694489 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-81fadb94-09d6-45f5-85eb-943091a938aa req-4beaf34c-8133-4285-b286-4a2a00c665e0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (fd37adcc-6c61-4249-b29c-d3a717224790), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:39.748566 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 0af41144-d17e-4a47-aac7-0b261e60d6d2 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:39.748980 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (0af41144-d17e-4a47-aac7-0b261e60d6d2), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:39.838693 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-84979038-e034-4e9f-987a-c13ac8784123 req-681ade02-d4f7-4b3a-ba5f-97cd1008644b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 210 time: 0.0495715 May 10 03:14:39.856990 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaf34c-8133-4285-b286-4a2a00c665e0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Pushing event updated for resources: {'Port': ['ID=fd37adcc-6c61-4249-b29c-d3a717224790,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:39.874145 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 0af41144-d17e-4a47-aac7-0b261e60d6d2 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:39.896470 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-4a5a8aca-c944-47ee-bee1-a5950118e7d6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--868608471&fields=id&tenant_id=5d958793e0ab4e6f8d2f296dcf6186f5 HTTP/1.1" status: 200 len: 267 time: 1.1097472 May 10 03:14:39.899456 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81fadb94-09d6-45f5-85eb-943091a938aa req-4beaf34c-8133-4285-b286-4a2a00c665e0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Network 73cc213e-781c-42c1-8c05-7293b0a3f3ad is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:39.936060 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-81fadb94-09d6-45f5-85eb-943091a938aa req-4beaf34c-8133-4285-b286-4a2a00c665e0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:39.952944 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fadb94-09d6-45f5-85eb-943091a938aa req-4beaf34c-8133-4285-b286-4a2a00c665e0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:39.963529 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fadb94-09d6-45f5-85eb-943091a938aa req-4beaf34c-8133-4285-b286-4a2a00c665e0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:39.964446 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-81fadb94-09d6-45f5-85eb-943091a938aa req-4beaf34c-8133-4285-b286-4a2a00c665e0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for port (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:40.052503 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:40.077368 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-81fadb94-09d6-45f5-85eb-943091a938aa req-4beaf34c-8133-4285-b286-4a2a00c665e0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0934114 May 10 03:14:40.104733 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Request body: {'port': {'device_id': 'a709d3d8-e66d-4642-aee4-392801ae2f15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:40.150668 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:40.177685 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a632c-a860-48b9-9cc1-de7bd7c31374 req-18e8c598-00a9-44c7-af18-0bc9302c665f tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:40.180203 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-863a632c-a860-48b9-9cc1-de7bd7c31374 req-18e8c598-00a9-44c7-af18-0bc9302c665f tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 944 time: 0.0824764 May 10 03:14:40.279276 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:40.280865 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (4fbe838a-5aaa-4d49-a2a5-0021f0da2f85), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:40.299257 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-863a632c-a860-48b9-9cc1-de7bd7c31374 req-c5fc8747-30bf-4340-aa5c-029ba9e7296e tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0e184d4-5969-40bd-ba5c-284582e6a96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123276 May 10 03:14:40.476634 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-94ee5048-83d2-4385-a70e-b8ea4e834d36 None None] Provisioning complete for port fd37adcc-6c61-4249-b29c-d3a717224790 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:40.484058 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-94ee5048-83d2-4385-a70e-b8ea4e834d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (fd37adcc-6c61-4249-b29c-d3a717224790), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:40.521245 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.64', 64180) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:40.549228 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-886543b7-6aa8-4bd2-a7c4-5c3b4b065922 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:40.551689 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-886543b7-6aa8-4bd2-a7c4-5c3b4b065922 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.64 "GET /v2.0/networks?id=73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 200 len: 819 time: 1.6367469 May 10 03:14:40.584628 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-1e8c840e-c32b-4b7f-8d41-0370d6a33e3f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Request body: {'port': {'device_id': 'c8c84baa-9dcf-42e3-bd13-d86cf6b59832', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'admin_state_up': True, 'tenant_id': 'd2279255bed8483c82ba27a2451313fc'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:40.651023 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-94ee5048-83d2-4385-a70e-b8ea4e834d36 None None] Port fd37adcc-6c61-4249-b29c-d3a717224790 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:14:40.682618 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0362681d-82b2-4ce1-8bac-b9b6d2715e45 req-6d0b3f53-33b9-4119-98d0-1ff5c066dcbd tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 210 time: 0.1701767 May 10 03:14:40.734822 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (fd37adcc-6c61-4249-b29c-d3a717224790), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:40.826068 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-83b97809-d24d-48a5-8917-af0a9efae8e0 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:40.828916 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-83b97809-d24d-48a5-8917-af0a9efae8e0 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/networks?id=73d317d2-6d6e-4f15-9854-843c84b4e47e HTTP/1.1" status: 200 len: 810 time: 0.9316530 May 10 03:14:40.837206 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 1250bf8e-004a-44ae-a5a9-5013188a9085 up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:40.913109 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-7e93b9fd-ca77-4c8d-9964-807110b7fe39 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/quotas/5d958793e0ab4e6f8d2f296dcf6186f5 HTTP/1.1" status: 200 len: 375 time: 0.0708299 May 10 03:14:40.994127 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:40.996340 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:41.011701 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a54400a5-373f-45bc-af87-e27a5222bb32 req-2dbbcb55-5db1-4750-bb59-e7812d94ca0a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 210 time: 0.1424394 May 10 03:14:41.058392 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-2984f9c5-c87a-409b-b5e0-c1b63b358029 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:41.062036 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-2984f9c5-c87a-409b-b5e0-c1b63b358029 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.64 "GET /v2.0/networks?id=2b607388-5cb4-41a1-8154-ba2917605d5c HTTP/1.1" status: 200 len: 816 time: 0.5388219 May 10 03:14:41.136234 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port 1250bf8e-004a-44ae-a5a9-5013188a9085 completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:14:41.153261 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port 1250bf8e-004a-44ae-a5a9-5013188a9085 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:41.153693 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (1250bf8e-004a-44ae-a5a9-5013188a9085), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:41.185309 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-1e8c840e-c32b-4b7f-8d41-0370d6a33e3f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Made reservation on behalf of d2279255bed8483c82ba27a2451313fc for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:41.191910 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-1e8c840e-c32b-4b7f-8d41-0370d6a33e3f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:41.211341 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ee751d2e-663c-40a4-ac55-171419c0ba23 req-bdeabdce-f9b8-43ac-9415-244e537ba3b8 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 210 time: 0.0715959 May 10 03:14:41.243205 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-afe54b66-7a60-4527-986f-180ea0c1b1f0 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4149fee898c44c180ae1de15ac9d9da HTTP/1.1" status: 200 len: 380 time: 0.1715891 May 10 03:14:41.267844 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-53795d65-e8a8-4c2a-ac46-39113d467352 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Request body: {'port': {'device_id': '7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'admin_state_up': True, 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'security_groups': ['e9000327-0984-4a3e-aedd-4671b560f43d']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:41.305018 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-029a2947-d61f-4e22-996a-c716d457ea87 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d958793e0ab4e6f8d2f296dcf6186f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3901861 May 10 03:14:41.513843 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:41.514234 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:41.631278 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387c503-9ed2-49f6-9aa6-a7457de08dc7 req-c666b4b7-472d-4c1e-868d-f308c145c24b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:41.632946 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f387c503-9ed2-49f6-9aa6-a7457de08dc7 req-c666b4b7-472d-4c1e-868d-f308c145c24b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 944 time: 0.0630949 May 10 03:14:41.636200 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.64', 64186) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:41.651042 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-7404cb1d-32cf-493f-8f73-35034d22b772 service neutron] 10.222.0.55 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170075 May 10 03:14:41.707197 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 1250bf8e-004a-44ae-a5a9-5013188a9085 is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:41.711814 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (1250bf8e-004a-44ae-a5a9-5013188a9085), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:41.759798 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364eff63-27a1-4e99-bb61-81ac36f72973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1250bf8e-004a-44ae-a5a9-5013188a9085'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:14:41.767876 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f387c503-9ed2-49f6-9aa6-a7457de08dc7 req-1a6a1580-175a-4154-9d2e-f50dd48e7dd2 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0e184d4-5969-40bd-ba5c-284582e6a96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007383 May 10 03:14:41.775655 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-53795d65-e8a8-4c2a-ac46-39113d467352 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Made reservation on behalf of f4149fee898c44c180ae1de15ac9d9da for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:41.787957 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-53795d65-e8a8-4c2a-ac46-39113d467352 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:41.871405 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 1250bf8e-004a-44ae-a5a9-5013188a9085, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1250bf8e-004a-44ae-a5a9-5013188a9085,segment=NetworkSegment(fdfaa11a-f182-4314-9cf6-9601f62db499),segment_id=fdfaa11a-f182-4314-9cf6-9601f62db499)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:41.893320 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (1250bf8e-004a-44ae-a5a9-5013188a9085), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:41.956042 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:41.993435 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-d626b423-f718-4fb3-8419-82d9c66d5497 service neutron] 10.222.0.55 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998798 May 10 03:14:42.038271 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=1250bf8e-004a-44ae-a5a9-5013188a9085,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:42.081430 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd37adcc-6c61-4249-b29c-d3a717224790 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:14:42.083132 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-06d4f64c-fd56-4cff-9557-25436d65cc18 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:42.084906 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-06d4f64c-fd56-4cff-9557-25436d65cc18 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "GET /v2.0/networks?id=20b0c49b-98e0-4d73-bdea-8b46faafc116 HTTP/1.1" status: 200 len: 813 time: 0.4479163 May 10 03:14:42.087229 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-01d5a3ea-999f-482f-8c37-770b2e42205e req-21a2ac81-04b7-49db-bade-612a8d92ea36 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 210 time: 0.1144419 May 10 03:14:42.091143 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Publish callbacks [] for port (fd37adcc-6c61-4249-b29c-d3a717224790), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:42.118535 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Transition to ACTIVE for port object fd37adcc-6c61-4249-b29c-d3a717224790 will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:14:42.200683 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-1e8c840e-c32b-4b7f-8d41-0370d6a33e3f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Allocated IP 172.20.0.8 (73cc213e-781c-42c1-8c05-7293b0a3f3ad/b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b/b9d6cae9-1585-4490-82f6-fb9945c58311) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:42.214549 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198b035b-4e1f-4c1a-a2b2-af7476f1844e" -d '{"events": [{"server_uuid": "364eff63-27a1-4e99-bb61-81ac36f72973", "name": "network-vif-plugged", "status": "completed", "tag": "1250bf8e-004a-44ae-a5a9-5013188a9085"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:14:42.298785 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (fd37adcc-6c61-4249-b29c-d3a717224790), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:42.384383 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Pushing event updated for resources: {'Port': ['ID=fd37adcc-6c61-4249-b29c-d3a717224790,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:42.388803 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-40ea743e-354b-466a-83c7-d94d9ce19ac7 req-fb9aec7c-a1e1-46f7-b41b-a155699cdf5a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 210 time: 0.1009221 May 10 03:14:42.467349 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-42b65fc2-f568-4e0b-a1f4-e6e6fb16ca9c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a2376b2c653467b885e8f3deb5018e7 HTTP/1.1" status: 200 len: 380 time: 0.3443136 May 10 03:14:42.478513 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-8938b7f1-d8a4-4423-9502-33a5d293442c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'port': {'device_id': 'e867a0c9-e715-4ac3-8be5-1bb4e64f56fb', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'admin_state_up': True, 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'security_groups': ['0284c7ab-527f-4dc9-a63b-aafd38d8b230']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:42.571657 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cca230-cf11-4d6c-bccd-1cf69d897b70 x-openstack-request-id: req-95cca230-cf11-4d6c-bccd-1cf69d897b70 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:14:42.578092 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364eff63-27a1-4e99-bb61-81ac36f72973", "name": "network-vif-plugged", "status": "completed", "tag": "1250bf8e-004a-44ae-a5a9-5013188a9085", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:14:42.578530 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-95cca230-cf11-4d6c-bccd-1cf69d897b70 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:14:42.579288 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95cca230-cf11-4d6c-bccd-1cf69d897b70'] response: {'server_uuid': '364eff63-27a1-4e99-bb61-81ac36f72973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1250bf8e-004a-44ae-a5a9-5013188a9085', 'code': 200} May 10 03:14:42.616070 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-53795d65-e8a8-4c2a-ac46-39113d467352 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Allocated IP 172.20.0.3 (2b607388-5cb4-41a1-8154-ba2917605d5c/5ae3f063-d3d5-4965-b738-da42afcb0558/3ec8beef-b88c-43f8-8d89-f6c589198e59) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:42.664918 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-1e8c840e-c32b-4b7f-8d41-0370d6a33e3f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for port (b9d6cae9-1585-4490-82f6-fb9945c58311), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:42.696603 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Attempting to bind port fd37adcc-6c61-4249-b29c-d3a717224790 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:14:42.697165 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Attempting to bind port fd37adcc-6c61-4249-b29c-d3a717224790 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:14:42.697626 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Attempting to bind port fd37adcc-6c61-4249-b29c-d3a717224790 on network 73cc213e-781c-42c1-8c05-7293b0a3f3ad {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:42.733969 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Port fd37adcc-6c61-4249-b29c-d3a717224790 on network 73cc213e-781c-42c1-8c05-7293b0a3f3ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:14:42.734163 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Attempting to bind port fd37adcc-6c61-4249-b29c-d3a717224790 on network 73cc213e-781c-42c1-8c05-7293b0a3f3ad {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:42.740831 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2040f3e3-780e-4822-87e4-f040984a07b4 req-d341cf46-9df0-4271-9f71-bee34ebfcdda tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 210 time: 0.0475290 May 10 03:14:42.744616 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:14:42.745251 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Checking segment: {'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:42.745974 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Bound using segment: {'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:14:42.746753 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Bound port: fd37adcc-6c61-4249-b29c-d3a717224790, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:14:42.746753 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (fd37adcc-6c61-4249-b29c-d3a717224790), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:42.762407 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-1e8c840e-c32b-4b7f-8d41-0370d6a33e3f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (b9d6cae9-1585-4490-82f6-fb9945c58311), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:42.786374 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9ad53d75-b6c7-43da-a029-c97360951760 req-b786f802-2363-4715-869f-a600c2cda1ae tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 210 time: 0.1784527 May 10 03:14:42.841362 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-1e8c840e-c32b-4b7f-8d41-0370d6a33e3f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Network 73cc213e-781c-42c1-8c05-7293b0a3f3ad is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:42.859987 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-1e8c840e-c32b-4b7f-8d41-0370d6a33e3f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:42.867885 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-1e8c840e-c32b-4b7f-8d41-0370d6a33e3f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:42.875528 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-1e8c840e-c32b-4b7f-8d41-0370d6a33e3f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:42.875781 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-1e8c840e-c32b-4b7f-8d41-0370d6a33e3f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for port (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:42.880914 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.64', 64191) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:42.885349 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c840e-c32b-4b7f-8d41-0370d6a33e3f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Pushing event updated for resources: {'Port': ['ID=b9d6cae9-1585-4490-82f6-fb9945c58311,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:43.046830 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-1e8c840e-c32b-4b7f-8d41-0370d6a33e3f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4826598 May 10 03:14:43.115319 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Request body: {'port': {'device_id': 'c8c84baa-9dcf-42e3-bd13-d86cf6b59832', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:43.175964 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] For port fd37adcc-6c61-4249-b29c-d3a717224790, host hv-cinder-83009, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:14:43.179896 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f621a-1e35-4a3e-b6ed-d88af6f8e0d0 req-8241d5af-b1fe-4b74-9ba2-1d97d05dfaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:43.181893 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b01f621a-1e35-4a3e-b6ed-d88af6f8e0d0 req-8241d5af-b1fe-4b74-9ba2-1d97d05dfaaa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 1129 time: 0.2982941 May 10 03:14:43.241182 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5fbf0-6b2e-4a58-bbdb-aea4b355e3b8 req-2892ec1e-b490-472f-beb0-635a22af7b60 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:43.245456 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-55e5fbf0-6b2e-4a58-bbdb-aea4b355e3b8 req-2892ec1e-b490-472f-beb0-635a22af7b60 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 945 time: 0.2757046 May 10 03:14:43.251429 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] For port fd37adcc-6c61-4249-b29c-d3a717224790, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fd37adcc-6c61-4249-b29c-d3a717224790,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:14:43.286778 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-53795d65-e8a8-4c2a-ac46-39113d467352 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:43.327183 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-b01f621a-1e35-4a3e-b6ed-d88af6f8e0d0 req-b8f81d04-9689-4f65-945d-8271c116403b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:43.335997 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (b9d6cae9-1585-4490-82f6-fb9945c58311), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:43.338297 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (fd37adcc-6c61-4249-b29c-d3a717224790), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:43.432599 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-53795d65-e8a8-4c2a-ac46-39113d467352 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:43.448824 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4723a5b-a3ad-41df-a1fd-c43be228d599 req-e41b83e0-5f62-4401-b8d5-3f92a40883bd tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:43.455930 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3baa3d9d-7759-4990-88b8-8af74863e1ce None None] Provisioning complete for port b9d6cae9-1585-4490-82f6-fb9945c58311 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:43.456547 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3baa3d9d-7759-4990-88b8-8af74863e1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (b9d6cae9-1585-4490-82f6-fb9945c58311), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:43.459279 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d4723a5b-a3ad-41df-a1fd-c43be228d599 req-e41b83e0-5f62-4401-b8d5-3f92a40883bd tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 931 time: 0.0927618 May 10 03:14:43.504582 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:43.505334 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for port (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:43.506863 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-81fadb94-09d6-45f5-85eb-943091a938aa req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] 10.222.0.64 "PUT /v2.0/ports/fd37adcc-6c61-4249-b29c-d3a717224790 HTTP/1.1" status: 200 len: 1093 time: 3.4187422 May 10 03:14:43.529193 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a709d3d8-e66d-4642-aee4-392801ae2f15', 'tag': 'fd37adcc-6c61-4249-b29c-d3a717224790'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:14:43.541292 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844bc7e0-3325-4825-ade2-8a91ede49756" -d '{"events": [{"name": "network-changed", "server_uuid": "a709d3d8-e66d-4642-aee4-392801ae2f15", "tag": "fd37adcc-6c61-4249-b29c-d3a717224790"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:14:43.587126 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53795d65-e8a8-4c2a-ac46-39113d467352 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Pushing event updated for resources: {'Port': ['ID=3ec8beef-b88c-43f8-8d89-f6c589198e59,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:43.590134 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-8938b7f1-d8a4-4423-9502-33a5d293442c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Made reservation on behalf of 5a2376b2c653467b885e8f3deb5018e7 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:43.593765 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-8938b7f1-d8a4-4423-9502-33a5d293442c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:43.637740 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3baa3d9d-7759-4990-88b8-8af74863e1ce None None] Port b9d6cae9-1585-4490-82f6-fb9945c58311 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:14:43.718964 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a6700-acd4-4e94-9bf0-17f709faca03 service neutron] Pushing event updated for resources: {'Port': ['ID=fd37adcc-6c61-4249-b29c-d3a717224790,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:43.728520 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-53795d65-e8a8-4c2a-ac46-39113d467352 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Network 2b607388-5cb4-41a1-8154-ba2917605d5c is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:43.742062 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-55e5fbf0-6b2e-4a58-bbdb-aea4b355e3b8 req-0be8c249-e5f4-4867-aeb0-dc569a11e3f8 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0e184d4-5969-40bd-ba5c-284582e6a96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853797 May 10 03:14:43.773891 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fadb94-09d6-45f5-85eb-943091a938aa req-0f1f8706-20ac-4750-95a4-9ea212b556f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:43.775453 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-81fadb94-09d6-45f5-85eb-943091a938aa req-0f1f8706-20ac-4750-95a4-9ea212b556f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 1127 time: 0.1422622 May 10 03:14:43.794994 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-53795d65-e8a8-4c2a-ac46-39113d467352 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:43.816632 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-53795d65-e8a8-4c2a-ac46-39113d467352 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:43.861235 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 33586) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:43.863613 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-b01f621a-1e35-4a3e-b6ed-d88af6f8e0d0 req-b8f81d04-9689-4f65-945d-8271c116403b service neutron] Publish callbacks [] for security_group (3ded0047-7cee-4a30-9379-82608aaeba74), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:43.936163 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-b01f621a-1e35-4a3e-b6ed-d88af6f8e0d0 req-b8f81d04-9689-4f65-945d-8271c116403b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (3ded0047-7cee-4a30-9379-82608aaeba74), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:44.067860 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d4723a5b-a3ad-41df-a1fd-c43be228d599 req-47b3f6cb-732e-45a3-89b0-4bfd16ff7483 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6074162 May 10 03:14:44.090510 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.64', 64193) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:44.199982 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-8938b7f1-d8a4-4423-9502-33a5d293442c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Allocated IP 172.20.0.6 (20b0c49b-98e0-4d73-bdea-8b46faafc116/6ad8a8dc-3066-46a1-87d8-bb9efc0920fd/ca4610dc-9a2b-4dfa-a722-526e08fec54d) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:44.222233 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-53795d65-e8a8-4c2a-ac46-39113d467352 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:44.223598 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-53795d65-e8a8-4c2a-ac46-39113d467352 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:44.279768 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-53795d65-e8a8-4c2a-ac46-39113d467352 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0175078 May 10 03:14:44.304093 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Request body: {'port': {'device_id': '7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:44.318276 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-24b94b94-ee37-470d-abd1-d8d6ac675aa8 None None] Provisioning complete for port 3ec8beef-b88c-43f8-8d89-f6c589198e59 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:44.320161 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-24b94b94-ee37-470d-abd1-d8d6ac675aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:44.410831 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-f5111837-e608-4e8e-b939-a67a81f22376 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:44.413111 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-f5111837-e608-4e8e-b939-a67a81f22376 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.64 "GET /v2.0/networks?id=73d317d2-6d6e-4f15-9854-843c84b4e47e HTTP/1.1" status: 200 len: 810 time: 0.3211200 May 10 03:14:44.431700 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd520731-3c30-4152-8657-8138ed5557c0 x-openstack-request-id: req-cd520731-3c30-4152-8657-8138ed5557c0 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:14:44.432122 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a709d3d8-e66d-4642-aee4-392801ae2f15", "tag": "fd37adcc-6c61-4249-b29c-d3a717224790", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:14:44.432502 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd520731-3c30-4152-8657-8138ed5557c0 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:14:44.432935 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd520731-3c30-4152-8657-8138ed5557c0'] response: {'name': 'network-changed', 'server_uuid': 'a709d3d8-e66d-4642-aee4-392801ae2f15', 'tag': 'fd37adcc-6c61-4249-b29c-d3a717224790', 'status': 'completed', 'code': 200} May 10 03:14:44.433041 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-24b94b94-ee37-470d-abd1-d8d6ac675aa8 None None] Port 3ec8beef-b88c-43f8-8d89-f6c589198e59 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:14:44.451658 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-81fadb94-09d6-45f5-85eb-943091a938aa req-90ef6101-6696-4f72-9320-87fe7cd9a7cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd37adcc-6c61-4249-b29c-d3a717224790 HTTP/1.1" status: 200 len: 217 time: 0.5381136 May 10 03:14:44.453472 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-37aff28d-8b82-41a4-a0b0-9c5eb83da8c5 req-de2de464-76bc-46de-86b8-dcda855ea9c4 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 210 time: 0.5390699 May 10 03:14:44.509646 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f81d04-9689-4f65-945d-8271c116403b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3ded0047-7cee-4a30-9379-82608aaeba74,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:44.523109 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:44.532680 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b01f621a-1e35-4a3e-b6ed-d88af6f8e0d0 req-b8f81d04-9689-4f65-945d-8271c116403b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d0e184d4-5969-40bd-ba5c-284582e6a96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3276522 May 10 03:14:44.554814 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a71ca5bb-d8d8-4b55-a15d-d0c372371fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:44.570387 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 33614) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:44.587320 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2fc2e45d-9c4b-41a3-a5fa-3675c53b5e27 req-688b4a50-7583-4d37-a5f6-3d10da51ba9b tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 210 time: 0.1325026 May 10 03:14:44.652352 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-8938b7f1-d8a4-4423-9502-33a5d293442c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for port (ca4610dc-9a2b-4dfa-a722-526e08fec54d), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:44.684117 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-ce267903-f78a-4776-bc1d-e1c47202c2c6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d958793e0ab4e6f8d2f296dcf6186f5 HTTP/1.1" status: 200 len: 379 time: 0.2613308 May 10 03:14:44.705124 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fadb94-09d6-45f5-85eb-943091a938aa req-824998fb-67dc-4741-a55f-31da2d5c6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:44.707529 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-81fadb94-09d6-45f5-85eb-943091a938aa req-824998fb-67dc-4741-a55f-31da2d5c6c22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b HTTP/1.1" status: 200 len: 858 time: 0.1726816 May 10 03:14:44.727695 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30fba9-1420-48b1-89bc-b0a0c15304cc req-5b2efe9a-49d4-419b-bdf3-7960bc4af463 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:44.729574 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-aa30fba9-1420-48b1-89bc-b0a0c15304cc req-5b2efe9a-49d4-419b-bdf3-7960bc4af463 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 931 time: 0.1275682 May 10 03:14:44.748194 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-62f09927-ab30-4648-bca2-b379ca08be41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:44.815617 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-283859e6-2d77-4344-9195-72411b0383f4 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Request body: {'port': {'device_id': '03eee221-c04f-48de-b2eb-5e696a377e0f', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'admin_state_up': True, 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'security_groups': ['a20535a1-36e0-4792-add5-3951512cd78b']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:44.819539 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-8938b7f1-d8a4-4423-9502-33a5d293442c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (ca4610dc-9a2b-4dfa-a722-526e08fec54d), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:44.879830 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-93c89575-8e2a-4b89-a01e-36d6595c639c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:44.892098 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fadb94-09d6-45f5-85eb-943091a938aa req-b988bf33-c338-406e-87d2-744bd0970fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:44.894227 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-81fadb94-09d6-45f5-85eb-943091a938aa req-b988bf33-c338-406e-87d2-744bd0970fe8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73cc213e-781c-42c1-8c05-7293b0a3f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1448870 May 10 03:14:44.938158 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-8938b7f1-d8a4-4423-9502-33a5d293442c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Network 20b0c49b-98e0-4d73-bdea-8b46faafc116 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:45.016033 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-aa30fba9-1420-48b1-89bc-b0a0c15304cc req-76744d91-acdf-4893-a458-88c01ed8648c tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642593 May 10 03:14:45.032966 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a71ca5bb-d8d8-4b55-a15d-d0c372371fdb admin admin] Publish callbacks [] for security_group (94f2b7d6-46c8-4f54-b241-dad33cb1e6d5), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:45.039806 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d6cae9-1585-4490-82f6-fb9945c58311 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:14:45.052690 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Publish callbacks [] for port (b9d6cae9-1585-4490-82f6-fb9945c58311), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:45.071200 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Transition to ACTIVE for port object b9d6cae9-1585-4490-82f6-fb9945c58311 will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:14:45.105114 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a71ca5bb-d8d8-4b55-a15d-d0c372371fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (94f2b7d6-46c8-4f54-b241-dad33cb1e6d5), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:45.127312 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (b9d6cae9-1585-4490-82f6-fb9945c58311), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:45.157744 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-8938b7f1-d8a4-4423-9502-33a5d293442c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:45.170736 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-8938b7f1-d8a4-4423-9502-33a5d293442c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:45.224406 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938b7f1-d8a4-4423-9502-33a5d293442c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'Port': ['ID=ca4610dc-9a2b-4dfa-a722-526e08fec54d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:45.243693 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-a71ca5bb-d8d8-4b55-a15d-d0c372371fdb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=346385e457354667a174f82a08dca9c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3783627 May 10 03:14:45.254540 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 33628) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:45.268156 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4ab01-8bcd-4afb-84c4-5c1bf4790599 req-3b7bfcda-762d-4749-bff1-47c7df740cd4 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:45.269984 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ca5bb-d8d8-4b55-a15d-d0c372371fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f2b7d6-46c8-4f54-b241-dad33cb1e6d5,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:45.270286 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-02c4ab01-8bcd-4afb-84c4-5c1bf4790599 req-3b7bfcda-762d-4749-bff1-47c7df740cd4 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 945 time: 0.4006078 May 10 03:14:45.341359 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-8938b7f1-d8a4-4423-9502-33a5d293442c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:45.341623 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-81fadb94-09d6-45f5-85eb-943091a938aa req-57272f0e-1c18-43c7-8085-b6b21252a8ae service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179368 May 10 03:14:45.343301 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-8938b7f1-d8a4-4423-9502-33a5d293442c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:45.353361 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Pushing event updated for resources: {'Port': ['ID=b9d6cae9-1585-4490-82f6-fb9945c58311,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:45.384092 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-8938b7f1-d8a4-4423-9502-33a5d293442c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9093475 May 10 03:14:45.413790 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Request body: {'port': {'device_id': 'e867a0c9-e715-4ac3-8be5-1bb4e64f56fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:45.459607 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-02c4ab01-8bcd-4afb-84c4-5c1bf4790599 req-d6fb602d-e252-46c3-8447-971ab0f423db tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0e184d4-5969-40bd-ba5c-284582e6a96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662250 May 10 03:14:45.485627 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-283859e6-2d77-4344-9195-72411b0383f4 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Made reservation on behalf of 5d958793e0ab4e6f8d2f296dcf6186f5 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:14:45.488534 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedb3ed-609b-4694-955c-c439dd2839f6 req-5e018d18-1174-412f-ab98-d0c6d8382efc tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:45.489735 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-283859e6-2d77-4344-9195-72411b0383f4 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:45.490055 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4dedb3ed-609b-4694-955c-c439dd2839f6 req-5e018d18-1174-412f-ab98-d0c6d8382efc tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 943 time: 0.3296587 May 10 03:14:45.492065 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-93c89575-8e2a-4b89-a01e-36d6595c639c admin admin] Publish callbacks [] for security_group (6e47b2fb-8739-4f57-8bbb-e95ed697144f), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:45.504965 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Attempting to bind port b9d6cae9-1585-4490-82f6-fb9945c58311 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:14:45.505291 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Attempting to bind port b9d6cae9-1585-4490-82f6-fb9945c58311 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:14:45.505647 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Attempting to bind port b9d6cae9-1585-4490-82f6-fb9945c58311 on network 73cc213e-781c-42c1-8c05-7293b0a3f3ad {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:45.520931 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-93c89575-8e2a-4b89-a01e-36d6595c639c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (6e47b2fb-8739-4f57-8bbb-e95ed697144f), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:45.544630 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Port b9d6cae9-1585-4490-82f6-fb9945c58311 on network 73cc213e-781c-42c1-8c05-7293b0a3f3ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:14:45.544976 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Attempting to bind port b9d6cae9-1585-4490-82f6-fb9945c58311 on network 73cc213e-781c-42c1-8c05-7293b0a3f3ad {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:45.589468 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-9bde078b-bffb-43b8-83cf-dbb956d1858a None None] Provisioning complete for port ca4610dc-9a2b-4dfa-a722-526e08fec54d triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:45.590372 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9bde078b-bffb-43b8-83cf-dbb956d1858a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (ca4610dc-9a2b-4dfa-a722-526e08fec54d), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:45.609147 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:14:45.609500 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Checking segment: {'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:45.609880 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Bound using segment: {'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:14:45.610328 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Bound port: b9d6cae9-1585-4490-82f6-fb9945c58311, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:14:45.610693 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (b9d6cae9-1585-4490-82f6-fb9945c58311), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:45.629275 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee10face-7dbf-4135-9003-1924af2b72e1 admin admin] Publish callbacks [] for security_group (94f2b7d6-46c8-4f54-b241-dad33cb1e6d5), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:45.632169 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-9bde078b-bffb-43b8-83cf-dbb956d1858a None None] Port ca4610dc-9a2b-4dfa-a722-526e08fec54d cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:14:45.659782 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (ca4610dc-9a2b-4dfa-a722-526e08fec54d), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:45.662684 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c89575-8e2a-4b89-a01e-36d6595c639c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e47b2fb-8739-4f57-8bbb-e95ed697144f,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:45.669162 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-93c89575-8e2a-4b89-a01e-36d6595c639c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f62874fd03d42e794afb7825d9ccd18&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0975168 May 10 03:14:45.678295 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 33634) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:45.687592 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-81fadb94-09d6-45f5-85eb-943091a938aa req-c7096ecc-c5c1-4a15-95dd-7ac9b30d418f service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204784 May 10 03:14:45.706270 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec8beef-b88c-43f8-8d89-f6c589198e59 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:14:45.721231 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4dedb3ed-609b-4694-955c-c439dd2839f6 req-755727af-ac57-4983-bc14-5b72a426341f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200670 May 10 03:14:45.725625 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Publish callbacks [] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:45.729086 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee10face-7dbf-4135-9003-1924af2b72e1 admin admin] Publish callbacks [] for security_group (94f2b7d6-46c8-4f54-b241-dad33cb1e6d5), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:45.737792 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d0fce-32a0-487d-b4dd-3fb014cbe95b req-895e3756-a346-4625-aba9-d0dd57b6aa6e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:45.739301 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2a6d0fce-32a0-487d-b4dd-3fb014cbe95b req-895e3756-a346-4625-aba9-d0dd57b6aa6e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 931 time: 0.1430054 May 10 03:14:45.818923 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] For port b9d6cae9-1585-4490-82f6-fb9945c58311, host hv-cinder-83009, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:14:45.823014 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1be16295-304f-4666-8156-38aaedc70a1f req-efdf25f2-5791-4d6c-9fd4-cb21993315f0 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 210 time: 0.0370872 May 10 03:14:45.836461 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] For port b9d6cae9-1585-4490-82f6-fb9945c58311, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b9d6cae9-1585-4490-82f6-fb9945c58311,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:14:45.852394 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (b9d6cae9-1585-4490-82f6-fb9945c58311), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:45.855244 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Transition to ACTIVE for port object 3ec8beef-b88c-43f8-8d89-f6c589198e59 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:14:45.860898 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee10face-7dbf-4135-9003-1924af2b72e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (94f2b7d6-46c8-4f54-b241-dad33cb1e6d5), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:45.864599 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee10face-7dbf-4135-9003-1924af2b72e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:45.865774 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-ee10face-7dbf-4135-9003-1924af2b72e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94f2b7d6-46c8-4f54-b241-dad33cb1e6d5 HTTP/1.1" status: 204 len: 168 time: 0.6076739 May 10 03:14:45.877009 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:45.894918 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-283859e6-2d77-4344-9195-72411b0383f4 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Allocated IP 172.20.0.14 (73d317d2-6d6e-4f15-9854-843c84b4e47e/8a7d34c8-e1d6-4d8e-a007-97e315bfe374/240b8202-e12a-435e-ba1f-ff9f7b64c768) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:14:45.904554 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10face-7dbf-4135-9003-1924af2b72e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f2b7d6-46c8-4f54-b241-dad33cb1e6d5,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:45.912993 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:45.913623 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for port (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:45.915025 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] 10.222.0.64 "PUT /v2.0/ports/b9d6cae9-1585-4490-82f6-fb9945c58311 HTTP/1.1" status: 200 len: 1093 time: 2.8360581 May 10 03:14:45.939865 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e64aa4-01cf-44f6-b36e-891da350f09a service neutron] Pushing event updated for resources: {'Port': ['ID=b9d6cae9-1585-4490-82f6-fb9945c58311,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:46.003823 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2a6d0fce-32a0-487d-b4dd-3fb014cbe95b req-94b3b8ab-4736-4e85-b6bb-1dcdb03a8c23 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516973 May 10 03:14:46.041318 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f511b31-b9eb-41ea-bc78-70781eee5a83 admin admin] Publish callbacks [] for security_group (6e47b2fb-8739-4f57-8bbb-e95ed697144f), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:46.050324 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec8beef-b88c-43f8-8d89-f6c589198e59,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:46.211410 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f511b31-b9eb-41ea-bc78-70781eee5a83 admin admin] Publish callbacks [] for security_group (6e47b2fb-8739-4f57-8bbb-e95ed697144f), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:46.237608 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df627ea-522f-4547-8398-c4844dcc1601 req-df2e3e72-c915-4373-bde5-ece04edbcdca tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:46.244495 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7df627ea-522f-4547-8398-c4844dcc1601 req-df2e3e72-c915-4373-bde5-ece04edbcdca tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0731347 May 10 03:14:46.333967 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f511b31-b9eb-41ea-bc78-70781eee5a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (6e47b2fb-8739-4f57-8bbb-e95ed697144f), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:46.336689 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f511b31-b9eb-41ea-bc78-70781eee5a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:46.339268 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-9f511b31-b9eb-41ea-bc78-70781eee5a83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e47b2fb-8739-4f57-8bbb-e95ed697144f HTTP/1.1" status: 204 len: 168 time: 0.6586893 May 10 03:14:46.340393 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7df627ea-522f-4547-8398-c4844dcc1601 req-ea0ade1e-1a30-46c0-a7b3-1fb6fc20b240 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902696 May 10 03:14:46.400918 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f511b31-b9eb-41ea-bc78-70781eee5a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e47b2fb-8739-4f57-8bbb-e95ed697144f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:46.423003 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 33652) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:46.438117 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c84baa-9dcf-42e3-bd13-d86cf6b59832', 'tag': 'b9d6cae9-1585-4490-82f6-fb9945c58311'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:14:46.441250 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6740b3f5-173a-48d4-acd7-66a608f9b3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c84baa-9dcf-42e3-bd13-d86cf6b59832", "tag": "b9d6cae9-1585-4490-82f6-fb9945c58311"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:14:46.447151 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5c087988-7e89-48b8-b8ec-50f095440835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:46.511167 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cd5ad1-560f-4423-98cd-2014d828039b x-openstack-request-id: req-63cd5ad1-560f-4423-98cd-2014d828039b {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:14:46.511619 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c84baa-9dcf-42e3-bd13-d86cf6b59832", "tag": "b9d6cae9-1585-4490-82f6-fb9945c58311", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:14:46.512015 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63cd5ad1-560f-4423-98cd-2014d828039b {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:14:46.512375 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63cd5ad1-560f-4423-98cd-2014d828039b'] response: {'name': 'network-changed', 'server_uuid': 'c8c84baa-9dcf-42e3-bd13-d86cf6b59832', 'tag': 'b9d6cae9-1585-4490-82f6-fb9945c58311', 'status': 'completed', 'code': 200} May 10 03:14:46.552276 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Attempting to bind port 3ec8beef-b88c-43f8-8d89-f6c589198e59 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:14:46.552632 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Attempting to bind port 3ec8beef-b88c-43f8-8d89-f6c589198e59 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'c5019f86-344e-45e0-b309-1e561fc7b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:14:46.553066 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Attempting to bind port 3ec8beef-b88c-43f8-8d89-f6c589198e59 on network 2b607388-5cb4-41a1-8154-ba2917605d5c {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:46.576038 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Port 3ec8beef-b88c-43f8-8d89-f6c589198e59 on network 2b607388-5cb4-41a1-8154-ba2917605d5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:14:46.576355 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Attempting to bind port 3ec8beef-b88c-43f8-8d89-f6c589198e59 on network 2b607388-5cb4-41a1-8154-ba2917605d5c {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:46.586097 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:14:46.586413 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Checking segment: {'id': 'c5019f86-344e-45e0-b309-1e561fc7b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:46.586956 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Bound using segment: {'id': 'c5019f86-344e-45e0-b309-1e561fc7b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:14:46.587409 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Bound port: 3ec8beef-b88c-43f8-8d89-f6c589198e59, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5019f86-344e-45e0-b309-1e561fc7b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:14:46.587757 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:46.605710 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bc7e0-3325-4825-ade2-8a91ede49756 req-c38ab8b6-f070-48e7-876c-afad9e686c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:46.609676 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-844bc7e0-3325-4825-ade2-8a91ede49756 req-c38ab8b6-f070-48e7-876c-afad9e686c61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 1127 time: 0.0678341 May 10 03:14:46.620508 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-283859e6-2d77-4344-9195-72411b0383f4 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for port (240b8202-e12a-435e-ba1f-ff9f7b64c768), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:46.668263 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5c087988-7e89-48b8-b8ec-50f095440835 admin admin] Publish callbacks [] for security_group (22dddffe-e911-4057-9473-eaa39e832663), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:46.674491 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5c087988-7e89-48b8-b8ec-50f095440835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (22dddffe-e911-4057-9473-eaa39e832663), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:46.698592 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6b6e9-0092-45c6-aa83-d8abb88963ea req-0b51ab47-817c-495a-87fb-d998745d72c3 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:46.705177 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-13a6b6e9-0092-45c6-aa83-d8abb88963ea req-0b51ab47-817c-495a-87fb-d998745d72c3 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 945 time: 0.0941069 May 10 03:14:46.705353 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4610dc-9a2b-4dfa-a722-526e08fec54d {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:14:46.720350 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Publish callbacks [] for port (ca4610dc-9a2b-4dfa-a722-526e08fec54d), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:46.735297 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-5c087988-7e89-48b8-b8ec-50f095440835 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c047737c92845ea9a967a10a1d155c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085120 May 10 03:14:46.739561 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 33660) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:46.754977 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c087988-7e89-48b8-b8ec-50f095440835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dddffe-e911-4057-9473-eaa39e832663,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:46.766769 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device fd37adcc-6c61-4249-b29c-d3a717224790 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:14:46.798289 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-13a6b6e9-0092-45c6-aa83-d8abb88963ea req-fa3d6267-0bc3-497f-ba90-d88c2d392808 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0e184d4-5969-40bd-ba5c-284582e6a96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906136 May 10 03:14:46.813351 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] For port 3ec8beef-b88c-43f8-8d89-f6c589198e59, host hv-cinder-83009, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:14:46.813351 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] For port 3ec8beef-b88c-43f8-8d89-f6c589198e59, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3ec8beef-b88c-43f8-8d89-f6c589198e59,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:14:46.827487 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-283859e6-2d77-4344-9195-72411b0383f4 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (240b8202-e12a-435e-ba1f-ff9f7b64c768), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:46.831545 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Transition to ACTIVE for port object ca4610dc-9a2b-4dfa-a722-526e08fec54d will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:14:46.844790 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 33664) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:46.853576 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:46.863379 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ded87491-d5e0-4f18-992a-4e59cbc22edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:46.883057 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (ca4610dc-9a2b-4dfa-a722-526e08fec54d), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:46.942482 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-19d480d3-66ad-47e7-9e18-aa06c78cd869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:46.947106 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port fd37adcc-6c61-4249-b29c-d3a717224790, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fd37adcc-6c61-4249-b29c-d3a717224790,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:46.963915 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': 'fd37adcc-6c61-4249-b29c-d3a717224790', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'port_id': 'fd37adcc-6c61-4249-b29c-d3a717224790', 'mac_address': 'fa:16:3e:0c:4f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:14:46.965321 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-283859e6-2d77-4344-9195-72411b0383f4 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Network 73d317d2-6d6e-4f15-9854-843c84b4e47e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:14:46.968740 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740b3f5-173a-48d4-acd7-66a608f9b3a9 req-34b12de6-9cd1-473b-8ec2-03ef511150d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:46.970327 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-6740b3f5-173a-48d4-acd7-66a608f9b3a9 req-34b12de6-9cd1-473b-8ec2-03ef511150d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 1127 time: 0.0482409 May 10 03:14:46.988950 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e88cb-c84e-407d-857f-8d0c50f64330 req-f4fe6544-26d2-46b1-b931-570e62489c35 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:46.999452 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-146e88cb-c84e-407d-857f-8d0c50f64330 req-f4fe6544-26d2-46b1-b931-570e62489c35 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 943 time: 0.1838791 May 10 03:14:47.010295 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port fd37adcc-6c61-4249-b29c-d3a717224790 is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:47.011192 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (fd37adcc-6c61-4249-b29c-d3a717224790), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:47.029587 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd37adcc-6c61-4249-b29c-d3a717224790 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:14:47.067436 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port fd37adcc-6c61-4249-b29c-d3a717224790, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fd37adcc-6c61-4249-b29c-d3a717224790,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:47.080363 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (fd37adcc-6c61-4249-b29c-d3a717224790), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:47.115004 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:47.117622 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:47.124859 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] 10.222.0.64 "PUT /v2.0/ports/3ec8beef-b88c-43f8-8d89-f6c589198e59 HTTP/1.1" status: 200 len: 1093 time: 2.8282502 May 10 03:14:47.129300 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283859e6-2d77-4344-9195-72411b0383f4 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Pushing event updated for resources: {'Port': ['ID=240b8202-e12a-435e-ba1f-ff9f7b64c768,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:47.144185 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-283859e6-2d77-4344-9195-72411b0383f4 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:14:47.151730 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-283859e6-2d77-4344-9195-72411b0383f4 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:14:47.161639 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f', 'tag': '3ec8beef-b88c-43f8-8d89-f6c589198e59'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:14:47.195579 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=fd37adcc-6c61-4249-b29c-d3a717224790,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:47.280117 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['fd37adcc-6c61-4249-b29c-d3a717224790'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:14:47.380348 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a76a6-b724-402c-9eed-6ebdbb4ea4a8 req-032bed9f-288c-40f4-956a-740902ae968e tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:47.390567 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a69a76a6-b724-402c-9eed-6ebdbb4ea4a8 req-032bed9f-288c-40f4-956a-740902ae968e tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 932 time: 0.4694717 May 10 03:14:47.482026 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0980af3-2294-4dcb-9f3f-40d45c59436f admin admin] Publish callbacks [] for security_group (22dddffe-e911-4057-9473-eaa39e832663), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:47.487518 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bc7e0-3325-4825-ade2-8a91ede49756 req-c01193f6-9e46-41fb-8c4b-f8a70865e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:47.489057 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-844bc7e0-3325-4825-ade2-8a91ede49756 req-c01193f6-9e46-41fb-8c4b-f8a70865e912 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 200 len: 920 time: 0.5052049 May 10 03:14:47.491208 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ded87491-d5e0-4f18-992a-4e59cbc22edc admin admin] Publish callbacks [] for security_group (c6379dbc-9d27-430e-8394-ed17d252819a), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:47.509159 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6176de-b2dd-44c4-9cfe-665f7949b19c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f", "tag": "3ec8beef-b88c-43f8-8d89-f6c589198e59"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:14:47.529722 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ded87491-d5e0-4f18-992a-4e59cbc22edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (c6379dbc-9d27-430e-8394-ed17d252819a), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:47.549579 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-146e88cb-c84e-407d-857f-8d0c50f64330 req-4e7a2521-95d8-4779-b7b5-b1731db010d1 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5489719 May 10 03:14:47.552870 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0980af3-2294-4dcb-9f3f-40d45c59436f admin admin] Publish callbacks [] for security_group (22dddffe-e911-4057-9473-eaa39e832663), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:47.577262 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-283859e6-2d77-4344-9195-72411b0383f4 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:47.577937 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-283859e6-2d77-4344-9195-72411b0383f4 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:47.607184 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Attempting to bind port ca4610dc-9a2b-4dfa-a722-526e08fec54d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:14:47.607537 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Attempting to bind port ca4610dc-9a2b-4dfa-a722-526e08fec54d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:14:47.607849 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Attempting to bind port ca4610dc-9a2b-4dfa-a722-526e08fec54d on network 20b0c49b-98e0-4d73-bdea-8b46faafc116 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:47.611455 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-a52018f8-347c-4b4c-9981-c072a975ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:47.614093 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-a52018f8-347c-4b4c-9981-c072a975ce30 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4149fee898c44c180ae1de15ac9d9da&device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 1127 time: 0.3628588 May 10 03:14:47.618745 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-283859e6-2d77-4344-9195-72411b0383f4 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8510916 May 10 03:14:47.620071 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec866c-acc0-4b2f-895d-b199973dad15 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec8beef-b88c-43f8-8d89-f6c589198e59,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:47.634290 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-4f7598a1-b6af-43e2-b251-01b7f90ddfd5 None None] Provisioning complete for port 240b8202-e12a-435e-ba1f-ff9f7b64c768 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:47.641276 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4f7598a1-b6af-43e2-b251-01b7f90ddfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (240b8202-e12a-435e-ba1f-ff9f7b64c768), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:47.665664 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Request body: {'port': {'device_id': '03eee221-c04f-48de-b2eb-5e696a377e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:47.699055 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-4f7598a1-b6af-43e2-b251-01b7f90ddfd5 None None] Port 240b8202-e12a-435e-ba1f-ff9f7b64c768 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:14:47.811613 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-844bc7e0-3325-4825-ade2-8a91ede49756 req-14691956-53ad-4dac-9885-8ebe36ee5490 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd37adcc-6c61-4249-b29c-d3a717224790 HTTP/1.1" status: 200 len: 217 time: 0.2961843 May 10 03:14:47.904761 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740b3f5-173a-48d4-acd7-66a608f9b3a9 req-db5a5909-4224-45c6-872a-012cf2fa5f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:47.906230 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-6740b3f5-173a-48d4-acd7-66a608f9b3a9 req-db5a5909-4224-45c6-872a-012cf2fa5f43 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d2279255bed8483c82ba27a2451313fc&shared=False HTTP/1.1" status: 200 len: 920 time: 0.9078355 May 10 03:14:47.914945 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-ded87491-d5e0-4f18-992a-4e59cbc22edc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=473668d5cdf4458e8310d66ccad221a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0690367 May 10 03:14:47.921661 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded87491-d5e0-4f18-992a-4e59cbc22edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6379dbc-9d27-430e-8394-ed17d252819a,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:47.924034 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 33688) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:47.969253 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a69a76a6-b724-402c-9eed-6ebdbb4ea4a8 req-ffa2766e-0295-4723-8b9b-9696ed0ef8f6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5470507 May 10 03:14:47.992146 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Port ca4610dc-9a2b-4dfa-a722-526e08fec54d on network 20b0c49b-98e0-4d73-bdea-8b46faafc116 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:14:47.992759 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Attempting to bind port ca4610dc-9a2b-4dfa-a722-526e08fec54d on network 20b0c49b-98e0-4d73-bdea-8b46faafc116 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:48.014776 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-626962eb-e6a5-4bf9-9c1a-3354cf7a918a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec8beef-b88c-43f8-8d89-f6c589198e59 HTTP/1.1" status: 200 len: 217 time: 0.3760161 May 10 03:14:48.039023 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bc7e0-3325-4825-ade2-8a91ede49756 req-39d96b42-bd4c-4038-8577-ff07899edb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:48.040459 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-844bc7e0-3325-4825-ade2-8a91ede49756 req-39d96b42-bd4c-4038-8577-ff07899edb7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b HTTP/1.1" status: 200 len: 858 time: 0.2059007 May 10 03:14:48.046795 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:14:48.047465 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Checking segment: {'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:48.048066 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Bound using segment: {'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:14:48.048613 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Bound port: ca4610dc-9a2b-4dfa-a722-526e08fec54d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:14:48.049092 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (ca4610dc-9a2b-4dfa-a722-526e08fec54d), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:48.115112 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4610dc-9a2b-4dfa-a722-526e08fec54d,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:48.148734 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e78ddc-0711-45c5-b909-db218ea0560e req-71c99f4e-fe07-47b5-b22c-e600ac3bf90e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:48.150352 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-66e78ddc-0711-45c5-b909-db218ea0560e req-71c99f4e-fe07-47b5-b22c-e600ac3bf90e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 943 time: 0.4399641 May 10 03:14:48.169963 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:48.209240 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0980af3-2294-4dcb-9f3f-40d45c59436f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (22dddffe-e911-4057-9473-eaa39e832663), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:48.211012 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e676814-d8df-44c7-9b4a-2b2ad4b1bd91 req-56acaac5-37b1-4d2b-86c1-c5fdce58bfd7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:48.211766 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0980af3-2294-4dcb-9f3f-40d45c59436f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:48.212481 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3e676814-d8df-44c7-9b4a-2b2ad4b1bd91 req-56acaac5-37b1-4d2b-86c1-c5fdce58bfd7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.1550527 May 10 03:14:48.215474 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-f0980af3-2294-4dcb-9f3f-40d45c59436f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/22dddffe-e911-4057-9473-eaa39e832663 HTTP/1.1" status: 204 len: 168 time: 1.4734972 May 10 03:14:48.216157 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (240b8202-e12a-435e-ba1f-ff9f7b64c768), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:48.224638 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bc7e0-3325-4825-ade2-8a91ede49756 req-779dda0a-7c9f-4e96-8874-23f86bb348d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:48.226143 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-844bc7e0-3325-4825-ade2-8a91ede49756 req-779dda0a-7c9f-4e96-8874-23f86bb348d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73cc213e-781c-42c1-8c05-7293b0a3f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1676559 May 10 03:14:48.232030 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0a84c258-9b6a-4bea-ba2a-c5aa139f4d07 admin admin] Publish callbacks [] for security_group (c6379dbc-9d27-430e-8394-ed17d252819a), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:48.233472 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-a598651f-2209-4c62-a06b-b0396de9e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:48.234922 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-a598651f-2209-4c62-a06b-b0396de9e1dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ae3f063-d3d5-4965-b738-da42afcb0558 HTTP/1.1" status: 200 len: 855 time: 0.1918311 May 10 03:14:48.250503 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740b3f5-173a-48d4-acd7-66a608f9b3a9 req-18ee7105-9848-4174-8507-0a1e141dcc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:48.251789 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-6740b3f5-173a-48d4-acd7-66a608f9b3a9 req-18ee7105-9848-4174-8507-0a1e141dcc05 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3329766 May 10 03:14:48.281623 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0980af3-2294-4dcb-9f3f-40d45c59436f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dddffe-e911-4057-9473-eaa39e832663,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:48.339605 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0a84c258-9b6a-4bea-ba2a-c5aa139f4d07 admin admin] Publish callbacks [] for security_group (c6379dbc-9d27-430e-8394-ed17d252819a), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:48.369492 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] For port ca4610dc-9a2b-4dfa-a722-526e08fec54d, host hv-cinder-83009, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:14:48.407271 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-af956596-ba02-472d-9116-1c2aa68a5a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:48.409536 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-af956596-ba02-472d-9116-1c2aa68a5a0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 1127 time: 0.0980692 May 10 03:14:48.413711 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-66e78ddc-0711-45c5-b909-db218ea0560e req-c880b725-2ef1-43a2-a08f-1532e012fb2a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524507 May 10 03:14:48.420057 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] For port ca4610dc-9a2b-4dfa-a722-526e08fec54d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca4610dc-9a2b-4dfa-a722-526e08fec54d,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:14:48.426535 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-4ad8e314-2aa1-4ec7-97ef-a5786ab57a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:48.428119 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-4ad8e314-2aa1-4ec7-97ef-a5786ab57a2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b607388-5cb4-41a1-8154-ba2917605d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1683528 May 10 03:14:48.434067 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3e676814-d8df-44c7-9b4a-2b2ad4b1bd91 req-1a1108cd-9509-4fb8-997d-4264c416b947 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052138 May 10 03:14:48.482191 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-844bc7e0-3325-4825-ade2-8a91ede49756 req-82c8a220-bf56-4eb0-af7f-991677271a75 service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423840 May 10 03:14:48.524578 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-adecf66d-a734-4dce-89b2-fc9e200068ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9d6cae9-1585-4490-82f6-fb9945c58311 HTTP/1.1" status: 200 len: 217 time: 0.1020982 May 10 03:14:48.588937 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (ca4610dc-9a2b-4dfa-a722-526e08fec54d), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:48.596993 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0a84c258-9b6a-4bea-ba2a-c5aa139f4d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (c6379dbc-9d27-430e-8394-ed17d252819a), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:48.600506 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0a84c258-9b6a-4bea-ba2a-c5aa139f4d07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:48.616614 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-0a84c258-9b6a-4bea-ba2a-c5aa139f4d07 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6379dbc-9d27-430e-8394-ed17d252819a HTTP/1.1" status: 204 len: 168 time: 0.6710048 May 10 03:14:48.647688 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:48.648305 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:48.649718 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-63727637-b024-4982-9392-9f48d02f5104 service neutron] 10.222.0.64 "PUT /v2.0/ports/ca4610dc-9a2b-4dfa-a722-526e08fec54d HTTP/1.1" status: 200 len: 1093 time: 3.2406323 May 10 03:14:48.707057 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84c258-9b6a-4bea-ba2a-c5aa139f4d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6379dbc-9d27-430e-8394-ed17d252819a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:48.728629 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ba2f8d-a5e0-420f-9e62-4afa476b3322 x-openstack-request-id: req-18ba2f8d-a5e0-420f-9e62-4afa476b3322 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:14:48.728971 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f", "tag": "3ec8beef-b88c-43f8-8d89-f6c589198e59", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:14:48.729219 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18ba2f8d-a5e0-420f-9e62-4afa476b3322 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:14:48.729691 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ba2f8d-a5e0-420f-9e62-4afa476b3322'] response: {'name': 'network-changed', 'server_uuid': '7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f', 'tag': '3ec8beef-b88c-43f8-8d89-f6c589198e59', 'status': 'completed', 'code': 200} May 10 03:14:48.730043 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-59ff2b84-853d-42cd-8c54-e5654b788849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:48.731523 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-59ff2b84-853d-42cd-8c54-e5654b788849 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b HTTP/1.1" status: 200 len: 858 time: 0.1966927 May 10 03:14:48.789481 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device fd37adcc-6c61-4249-b29c-d3a717224790 up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:48.789738 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-ed44b146-dbcd-4343-84c5-07b8d26117d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:48.791231 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-ed44b146-dbcd-4343-84c5-07b8d26117d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2376b2c653467b885e8f3deb5018e7&device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 1127 time: 0.0812702 May 10 03:14:48.845393 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-dac7740b-705c-4405-906e-c822722136e9 service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841791 May 10 03:14:48.846736 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63727637-b024-4982-9392-9f48d02f5104 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4610dc-9a2b-4dfa-a722-526e08fec54d,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:48.876934 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511689b-70f1-4f77-8c0c-56046db70e3d req-e3f3a8ab-5665-4730-a8bb-921710ce427d tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:48.883740 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0511689b-70f1-4f77-8c0c-56046db70e3d req-e3f3a8ab-5665-4730-a8bb-921710ce427d tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 945 time: 0.2881486 May 10 03:14:48.905360 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-844bc7e0-3325-4825-ade2-8a91ede49756 req-ad35c8b4-0bb7-4b24-abdf-788f9c71167f service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826225 May 10 03:14:48.916526 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-5d7b5789-c391-4ccf-bc86-1fffc65a9ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:48.918534 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-5d7b5789-c391-4ccf-bc86-1fffc65a9ac5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73cc213e-781c-42c1-8c05-7293b0a3f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1455603 May 10 03:14:48.962379 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port fd37adcc-6c61-4249-b29c-d3a717224790 completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:14:48.970947 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-326a4e2f-f7a0-40fb-bb37-0363be43fb6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca4610dc-9a2b-4dfa-a722-526e08fec54d HTTP/1.1" status: 200 len: 217 time: 0.1713941 May 10 03:14:48.988958 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port fd37adcc-6c61-4249-b29c-d3a717224790 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:48.989602 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (fd37adcc-6c61-4249-b29c-d3a717224790), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:49.027813 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0511689b-70f1-4f77-8c0c-56046db70e3d req-03574fcc-c45c-4158-9695-8ddb33c5c7b8 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0e184d4-5969-40bd-ba5c-284582e6a96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431277 May 10 03:14:49.112847 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-5ed5a977-5b6a-42ce-acfc-ca418c180cc9 service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833367 May 10 03:14:49.233852 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ea5e7-4e05-49f6-8c0a-6cbfced154ae req-0aa1b7f0-1b1e-4d9a-a25a-55d07f91056b tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:49.241257 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8d9ea5e7-4e05-49f6-8c0a-6cbfced154ae req-0aa1b7f0-1b1e-4d9a-a25a-55d07f91056b tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 932 time: 0.1059241 May 10 03:14:49.255301 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port fd37adcc-6c61-4249-b29c-d3a717224790 is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:49.257803 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (fd37adcc-6c61-4249-b29c-d3a717224790), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:49.279445 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f44c34-3dab-4d94-a7df-77d5650c61d7 req-b09ada8f-14b6-4cda-9f5f-5bfcc3df6e0f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:49.290463 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-56f44c34-3dab-4d94-a7df-77d5650c61d7 req-b09ada8f-14b6-4cda-9f5f-5bfcc3df6e0f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 943 time: 0.4669476 May 10 03:14:49.320388 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-cbe783c3-6016-4971-86b3-9101850c05d2 req-471025b2-8a63-4eba-92fc-e059ec82bb44 service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024479 May 10 03:14:49.335764 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8d9ea5e7-4e05-49f6-8c0a-6cbfced154ae req-5b202204-92b1-4baf-8434-338189567087 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935729 May 10 03:14:49.346944 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a709d3d8-e66d-4642-aee4-392801ae2f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd37adcc-6c61-4249-b29c-d3a717224790'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:14:49.356912 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c1e442-64ef-4dd4-a701-86c8e6779395" -d '{"events": [{"server_uuid": "a709d3d8-e66d-4642-aee4-392801ae2f15", "name": "network-vif-plugged", "status": "completed", "tag": "fd37adcc-6c61-4249-b29c-d3a717224790"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:14:49.363355 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-832ed7a8-b5f0-4803-bc88-cb897cd09645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:49.374818 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-832ed7a8-b5f0-4803-bc88-cb897cd09645 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ad8a8dc-3066-46a1-87d8-bb9efc0920fd HTTP/1.1" status: 200 len: 852 time: 0.3581300 May 10 03:14:49.390800 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port fd37adcc-6c61-4249-b29c-d3a717224790, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fd37adcc-6c61-4249-b29c-d3a717224790,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:49.399419 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (fd37adcc-6c61-4249-b29c-d3a717224790), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:49.472628 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82558643-9173-4d87-b671-dbd6c2039bb1 x-openstack-request-id: req-82558643-9173-4d87-b671-dbd6c2039bb1 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:14:49.478616 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a709d3d8-e66d-4642-aee4-392801ae2f15", "name": "network-vif-plugged", "status": "completed", "tag": "fd37adcc-6c61-4249-b29c-d3a717224790", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:14:49.478616 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82558643-9173-4d87-b671-dbd6c2039bb1 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:14:49.479614 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82558643-9173-4d87-b671-dbd6c2039bb1'] response: {'server_uuid': 'a709d3d8-e66d-4642-aee4-392801ae2f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd37adcc-6c61-4249-b29c-d3a717224790', 'code': 200} May 10 03:14:49.492097 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-da7d5dd5-1f69-4a13-b3ea-f4de0e5375d9 req-fc88cd2e-fa50-42d0-a785-3239409c6770 service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792720 May 10 03:14:49.512035 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-56f44c34-3dab-4d94-a7df-77d5650c61d7 req-5c9be9f2-e881-4e89-8180-e4dc6ae2f16a tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163403 May 10 03:14:49.562006 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=fd37adcc-6c61-4249-b29c-d3a717224790,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:49.608300 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e591a12-3b1e-4f10-a7f4-60203ab2e4e2 req-7793a999-c23d-4353-a89c-b79b548af881 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:49.609915 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0e591a12-3b1e-4f10-a7f4-60203ab2e4e2 req-7793a999-c23d-4353-a89c-b79b548af881 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 943 time: 0.0624504 May 10 03:14:49.652902 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240b8202-e12a-435e-ba1f-ff9f7b64c768 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:14:49.662069 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Publish callbacks [] for port (240b8202-e12a-435e-ba1f-ff9f7b64c768), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:49.675349 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0e591a12-3b1e-4f10-a7f4-60203ab2e4e2 req-8aa6217d-ac4a-4a32-9929-acf1d5ec47e3 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586853 May 10 03:14:49.682890 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Transition to ACTIVE for port object 240b8202-e12a-435e-ba1f-ff9f7b64c768 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:14:49.699490 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (240b8202-e12a-435e-ba1f-ff9f7b64c768), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:49.772255 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d3238-0446-4b5d-a0d4-37f261814abb req-a3bea50f-cb07-4009-a744-f06eb08eaa3b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:49.774300 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e64d3238-0446-4b5d-a0d4-37f261814abb req-a3bea50f-cb07-4009-a744-f06eb08eaa3b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0878088 May 10 03:14:49.803243 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:49.816463 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Pushing event updated for resources: {'Port': ['ID=240b8202-e12a-435e-ba1f-ff9f7b64c768,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:49.915074 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e64d3238-0446-4b5d-a0d4-37f261814abb req-e6b5ae80-fd42-493c-bd06-c0c4934528e5 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310654 May 10 03:14:49.935957 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Attempting to bind port 240b8202-e12a-435e-ba1f-ff9f7b64c768 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:14:49.936704 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Attempting to bind port 240b8202-e12a-435e-ba1f-ff9f7b64c768 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'fd8dafce-76ca-4a5a-9af7-46546c9e6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:14:49.936704 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Attempting to bind port 240b8202-e12a-435e-ba1f-ff9f7b64c768 on network 73d317d2-6d6e-4f15-9854-843c84b4e47e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:49.952171 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Port 240b8202-e12a-435e-ba1f-ff9f7b64c768 on network 73d317d2-6d6e-4f15-9854-843c84b4e47e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:14:49.952767 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Attempting to bind port 240b8202-e12a-435e-ba1f-ff9f7b64c768 on network 73d317d2-6d6e-4f15-9854-843c84b4e47e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:14:49.958481 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:14:49.959072 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Checking segment: {'id': 'fd8dafce-76ca-4a5a-9af7-46546c9e6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:14:49.959600 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Bound using segment: {'id': 'fd8dafce-76ca-4a5a-9af7-46546c9e6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:14:49.960195 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Bound port: 240b8202-e12a-435e-ba1f-ff9f7b64c768, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8dafce-76ca-4a5a-9af7-46546c9e6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:14:49.960775 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (240b8202-e12a-435e-ba1f-ff9f7b64c768), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:50.035130 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] For port 240b8202-e12a-435e-ba1f-ff9f7b64c768, host hv-cinder-83009, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:14:50.039464 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] For port 240b8202-e12a-435e-ba1f-ff9f7b64c768, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=240b8202-e12a-435e-ba1f-ff9f7b64c768,segment=NetworkSegment(fd8dafce-76ca-4a5a-9af7-46546c9e6cb7),segment_id=fd8dafce-76ca-4a5a-9af7-46546c9e6cb7)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:14:50.054956 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (240b8202-e12a-435e-ba1f-ff9f7b64c768), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:50.169230 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:50.170002 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:50.175890 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] 10.222.0.64 "PUT /v2.0/ports/240b8202-e12a-435e-ba1f-ff9f7b64c768 HTTP/1.1" status: 200 len: 1094 time: 2.5383093 May 10 03:14:50.187453 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-79c98a23-321b-4847-b914-73ae85257e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:50.190668 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-79c98a23-321b-4847-b914-73ae85257e60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20b0c49b-98e0-4d73-bdea-8b46faafc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1203132 May 10 03:14:50.201109 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86835e2d-8e86-49fb-ac9b-134b7416e207 service neutron] Pushing event updated for resources: {'Port': ['ID=240b8202-e12a-435e-ba1f-ff9f7b64c768,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:50.479807 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecd819-9d13-4a5e-ae01-b4c5a7a6aab6 req-fbedd9b2-904b-4380-94bb-ab7c6280fdf0 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:50.486994 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e0ecd819-9d13-4a5e-ae01-b4c5a7a6aab6 req-fbedd9b2-904b-4380-94bb-ab7c6280fdf0 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 944 time: 0.0810795 May 10 03:14:50.548291 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e0ecd819-9d13-4a5e-ae01-b4c5a7a6aab6 req-8ad9e4ec-2ee1-40fe-9652-2f9992b07cb3 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604370 May 10 03:14:50.656013 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99f104-82fd-4359-8d21-ebfa6a9f69f7 req-1db169ac-2a50-4e18-a8de-e186a4b23ab1 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:50.659954 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f99f104-82fd-4359-8d21-ebfa6a9f69f7 req-1db169ac-2a50-4e18-a8de-e186a4b23ab1 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 943 time: 0.0616517 May 10 03:14:50.738596 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f99f104-82fd-4359-8d21-ebfa6a9f69f7 req-eaad37d8-4515-45ee-9e92-75f3f87e960d tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681968 May 10 03:14:50.738596 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e867a0c9-e715-4ac3-8be5-1bb4e64f56fb', 'tag': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d'}, {'name': 'network-changed', 'server_uuid': '03eee221-c04f-48de-b2eb-5e696a377e0f', 'tag': '240b8202-e12a-435e-ba1f-ff9f7b64c768'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:14:50.740975 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e867a0c9-e715-4ac3-8be5-1bb4e64f56fb", "tag": "ca4610dc-9a2b-4dfa-a722-526e08fec54d"}, {"name": "network-changed", "server_uuid": "03eee221-c04f-48de-b2eb-5e696a377e0f", "tag": "240b8202-e12a-435e-ba1f-ff9f7b64c768"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:14:50.787243 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 3ec8beef-b88c-43f8-8d89-f6c589198e59 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:14:50.881445 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 33800) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:50.916388 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bef72-4f7a-4b06-8a73-0faed0befc86 req-d9ac5916-273a-4764-a30d-65bb61824e95 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:50.925883 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-c44bef72-4f7a-4b06-8a73-0faed0befc86 req-d9ac5916-273a-4764-a30d-65bb61824e95 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 943 time: 0.1339540 May 10 03:14:51.007649 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-c44bef72-4f7a-4b06-8a73-0faed0befc86 req-11de28ce-649e-4ed2-bdf4-e97e0fa70b80 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803375 May 10 03:14:51.095155 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-059ae3dd-71be-4a81-9859-37378437b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:51.098249 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-059ae3dd-71be-4a81-9859-37378437b87a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5d958793e0ab4e6f8d2f296dcf6186f5&device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 1128 time: 0.1995928 May 10 03:14:51.120228 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 3ec8beef-b88c-43f8-8d89-f6c589198e59, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3ec8beef-b88c-43f8-8d89-f6c589198e59,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:51.122135 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bad2fa-e852-40db-872b-0b32f3b2c0fa req-c7fc3674-047d-4398-b5e2-be0a8a1fcace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:51.128559 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-c9bad2fa-e852-40db-872b-0b32f3b2c0fa req-c7fc3674-047d-4398-b5e2-be0a8a1fcace service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 1129 time: 0.1056046 May 10 03:14:51.147350 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 May 2022 03:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0699464e-cbb6-409f-b123-d0d724e0443d x-openstack-request-id: req-0699464e-cbb6-409f-b123-d0d724e0443d {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:14:51.147637 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e867a0c9-e715-4ac3-8be5-1bb4e64f56fb", "tag": "ca4610dc-9a2b-4dfa-a722-526e08fec54d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "03eee221-c04f-48de-b2eb-5e696a377e0f", "tag": "240b8202-e12a-435e-ba1f-ff9f7b64c768", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:14:51.148103 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0699464e-cbb6-409f-b123-d0d724e0443d {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:14:51.148704 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0699464e-cbb6-409f-b123-d0d724e0443d'] response: {'name': 'network-changed', 'server_uuid': 'e867a0c9-e715-4ac3-8be5-1bb4e64f56fb', 'tag': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d', 'status': 'completed', 'code': 200} May 10 03:14:51.149167 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0699464e-cbb6-409f-b123-d0d724e0443d'] response: {'name': 'network-changed', 'server_uuid': '03eee221-c04f-48de-b2eb-5e696a377e0f', 'tag': '240b8202-e12a-435e-ba1f-ff9f7b64c768', 'status': 'completed', 'code': 200} May 10 03:14:51.151310 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-f5518d5d-444e-4c43-b7d0-437f84c325e3 service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339515 May 10 03:14:51.161034 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': '3ec8beef-b88c-43f8-8d89-f6c589198e59', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'port_id': '3ec8beef-b88c-43f8-8d89-f6c589198e59', 'mac_address': 'fa:16:3e:ae:46:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:14:51.175384 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6176de-b2dd-44c4-9cfe-665f7949b19c req-8eb6bfe6-43f9-4903-ab16-96a8029632bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:51.177456 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bf6176de-b2dd-44c4-9cfe-665f7949b19c req-8eb6bfe6-43f9-4903-ab16-96a8029632bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4149fee898c44c180ae1de15ac9d9da&device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 1127 time: 0.3491385 May 10 03:14:51.239642 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:51.250483 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-c9bad2fa-e852-40db-872b-0b32f3b2c0fa req-34259958-d699-4dab-a46b-d000abfc756d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162555 May 10 03:14:51.283403 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 3ec8beef-b88c-43f8-8d89-f6c589198e59 is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:51.284341 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:51.292671 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-aa478303-561a-436c-990a-32aedeace842 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=240b8202-e12a-435e-ba1f-ff9f7b64c768 HTTP/1.1" status: 200 len: 217 time: 0.1378295 May 10 03:14:51.311607 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec8beef-b88c-43f8-8d89-f6c589198e59 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:14:51.313119 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128b1f5-a644-4b62-a3e7-925ebafbbaa1 req-a41185ec-8855-433b-b698-b168b4e46110 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:51.314806 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3128b1f5-a644-4b62-a3e7-925ebafbbaa1 req-a41185ec-8855-433b-b698-b168b4e46110 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0685959 May 10 03:14:51.357253 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 3ec8beef-b88c-43f8-8d89-f6c589198e59, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3ec8beef-b88c-43f8-8d89-f6c589198e59,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:51.366161 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:51.366544 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device b9d6cae9-1585-4490-82f6-fb9945c58311 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:14:51.386944 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7a33ca11-c175-432e-8b3e-55a8b1bb4297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:51.434336 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3128b1f5-a644-4b62-a3e7-925ebafbbaa1 req-33b25281-f7d9-40c7-8c80-cbc77dba4f5f tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116199 May 10 03:14:51.436578 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=3ec8beef-b88c-43f8-8d89-f6c589198e59,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:51.525738 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7a33ca11-c175-432e-8b3e-55a8b1bb4297 admin admin] Publish callbacks [] for security_group (8e859a19-ca41-449d-894e-05dcdcccaf59), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:51.544950 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7a33ca11-c175-432e-8b3e-55a8b1bb4297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (8e859a19-ca41-449d-894e-05dcdcccaf59), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:51.591910 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 33828) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:51.596987 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port b9d6cae9-1585-4490-82f6-fb9945c58311, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b9d6cae9-1585-4490-82f6-fb9945c58311,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:51.605035 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-7a33ca11-c175-432e-8b3e-55a8b1bb4297 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=387a74ae0e8746218df2c9e9835d090c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7157190 May 10 03:14:51.617916 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': 'b9d6cae9-1585-4490-82f6-fb9945c58311', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'port_id': 'b9d6cae9-1585-4490-82f6-fb9945c58311', 'mac_address': 'fa:16:3e:d3:cf:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:14:51.652336 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33ca11-c175-432e-8b3e-55a8b1bb4297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e859a19-ca41-449d-894e-05dcdcccaf59,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:51.683620 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port b9d6cae9-1585-4490-82f6-fb9945c58311 is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:51.684013 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (b9d6cae9-1585-4490-82f6-fb9945c58311), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:51.721117 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d6cae9-1585-4490-82f6-fb9945c58311 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:14:51.757237 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port b9d6cae9-1585-4490-82f6-fb9945c58311, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b9d6cae9-1585-4490-82f6-fb9945c58311,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:51.766619 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (b9d6cae9-1585-4490-82f6-fb9945c58311), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:51.774076 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36104298-f13a-49a9-9745-af7b23587813 req-1c922396-42d8-42d8-95a1-191e4e5a452f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:51.775999 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-36104298-f13a-49a9-9745-af7b23587813 req-1c922396-42d8-42d8-95a1-191e4e5a452f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 944 time: 0.0847030 May 10 03:14:51.863129 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-e4f656af-1354-4973-8546-3bbb42b0c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:51.864599 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-e4f656af-1354-4973-8546-3bbb42b0c810 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a7d34c8-e1d6-4d8e-a007-97e315bfe374 HTTP/1.1" status: 200 len: 849 time: 0.2751825 May 10 03:14:51.872522 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6176de-b2dd-44c4-9cfe-665f7949b19c req-767424ef-c9fb-407b-b589-9e1a6d697a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:51.873996 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bf6176de-b2dd-44c4-9cfe-665f7949b19c req-767424ef-c9fb-407b-b589-9e1a6d697a50 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b607388-5cb4-41a1-8154-ba2917605d5c HTTP/1.1" status: 200 len: 917 time: 0.6191242 May 10 03:14:51.876265 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=b9d6cae9-1585-4490-82f6-fb9945c58311,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:51.887411 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-36104298-f13a-49a9-9745-af7b23587813 req-8d05face-ba26-464e-bee8-6d144d3f2e77 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041660 May 10 03:14:51.890887 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6db4405f-a524-49d4-b887-4006fa95f7e7 admin admin] Publish callbacks [] for security_group (8e859a19-ca41-449d-894e-05dcdcccaf59), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:52.015930 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-625dde7f-f7be-4901-8777-cfbc76fd1d6c req-5fec30ae-b73e-4698-8d90-e40b32c59e5e service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8511975 May 10 03:14:52.017168 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bf6176de-b2dd-44c4-9cfe-665f7949b19c req-ecfdb5af-14f3-412e-831a-cf6014d1ee2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec8beef-b88c-43f8-8d89-f6c589198e59 HTTP/1.1" status: 200 len: 217 time: 0.1033883 May 10 03:14:52.039808 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6db4405f-a524-49d4-b887-4006fa95f7e7 admin admin] Publish callbacks [] for security_group (8e859a19-ca41-449d-894e-05dcdcccaf59), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:52.121093 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-0cf4aeb1-9bd3-4214-ad9f-09c1064ef732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:52.123131 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-0cf4aeb1-9bd3-4214-ad9f-09c1064ef732 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73d317d2-6d6e-4f15-9854-843c84b4e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2081730 May 10 03:14:52.137458 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14753a9a-0b20-47bf-a462-3dcc9ca7759b req-c95b7cc7-7c7f-405e-94c0-dd845d49b372 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:52.140729 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe6ffb-b629-456c-bc66-f0c46c205c7e req-4b70fe32-5f77-47a7-a912-22794c8c7bed tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:52.145493 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-14753a9a-0b20-47bf-a462-3dcc9ca7759b req-c95b7cc7-7c7f-405e-94c0-dd845d49b372 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 944 time: 0.2326810 May 10 03:14:52.148422 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a8fe6ffb-b629-456c-bc66-f0c46c205c7e req-4b70fe32-5f77-47a7-a912-22794c8c7bed tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 943 time: 0.0582099 May 10 03:14:52.178333 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['3ec8beef-b88c-43f8-8d89-f6c589198e59'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:14:52.207460 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6176de-b2dd-44c4-9cfe-665f7949b19c req-c515358d-b789-4e1c-a17c-1a4ea780831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:52.209290 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bf6176de-b2dd-44c4-9cfe-665f7949b19c req-c515358d-b789-4e1c-a17c-1a4ea780831e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ae3f063-d3d5-4965-b738-da42afcb0558 HTTP/1.1" status: 200 len: 855 time: 0.1675303 May 10 03:14:52.218189 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a8fe6ffb-b629-456c-bc66-f0c46c205c7e req-2fd12ca2-309b-474d-906e-da157880f543 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679338 May 10 03:14:52.223909 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:14:52.242274 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-14753a9a-0b20-47bf-a462-3dcc9ca7759b req-2831644c-37b3-4a0c-a5c0-c37234daeb6c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958288 May 10 03:14:52.255885 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6db4405f-a524-49d4-b887-4006fa95f7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (8e859a19-ca41-449d-894e-05dcdcccaf59), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:52.261000 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6db4405f-a524-49d4-b887-4006fa95f7e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:52.264868 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-6db4405f-a524-49d4-b887-4006fa95f7e7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e859a19-ca41-449d-894e-05dcdcccaf59 HTTP/1.1" status: 204 len: 168 time: 0.6694067 May 10 03:14:52.277756 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4405f-a524-49d4-b887-4006fa95f7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e859a19-ca41-449d-894e-05dcdcccaf59,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:52.316421 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['b9d6cae9-1585-4490-82f6-fb9945c58311'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:14:52.391542 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 33874) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:52.630419 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9954d9e-6060-400c-9648-1c6e3db05441 req-a37ecd74-d9c5-46ec-8129-f55e66724903 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:52.632527 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d9954d9e-6060-400c-9648-1c6e3db05441 req-a37ecd74-d9c5-46ec-8129-f55e66724903 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 944 time: 0.0596552 May 10 03:14:52.663528 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d12bf8ce-7824-420f-a87f-2f53cb301f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:52.710436 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d9954d9e-6060-400c-9648-1c6e3db05441 req-ca9f1ad1-bb42-4dba-a88c-b612bf86acd0 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723350 May 10 03:14:52.765422 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d12bf8ce-7824-420f-a87f-2f53cb301f37 admin admin] Publish callbacks [] for security_group (8869bc33-674c-4c55-ad62-c7eee9c95aca), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:52.770185 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d12bf8ce-7824-420f-a87f-2f53cb301f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (8869bc33-674c-4c55-ad62-c7eee9c95aca), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:52.814088 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-d12bf8ce-7824-420f-a87f-2f53cb301f37 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=133237ab75494837b70fc959fc45dfce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4214633 May 10 03:14:52.815498 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bf8ce-7824-420f-a87f-2f53cb301f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8869bc33-674c-4c55-ad62-c7eee9c95aca,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:52.818717 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 33898) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:52.873352 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-03a57a5a-8bd3-46ad-81e0-3dec9c15e4cb admin admin] Publish callbacks [] for security_group (8869bc33-674c-4c55-ad62-c7eee9c95aca), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:52.902513 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-03a57a5a-8bd3-46ad-81e0-3dec9c15e4cb admin admin] Publish callbacks [] for security_group (8869bc33-674c-4c55-ad62-c7eee9c95aca), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:52.959509 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-03a57a5a-8bd3-46ad-81e0-3dec9c15e4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (8869bc33-674c-4c55-ad62-c7eee9c95aca), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:52.963519 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-03a57a5a-8bd3-46ad-81e0-3dec9c15e4cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:52.964948 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-03a57a5a-8bd3-46ad-81e0-3dec9c15e4cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8869bc33-674c-4c55-ad62-c7eee9c95aca HTTP/1.1" status: 204 len: 168 time: 0.1446025 May 10 03:14:52.974480 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a57a5a-8bd3-46ad-81e0-3dec9c15e4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8869bc33-674c-4c55-ad62-c7eee9c95aca,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:52.985787 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 33910) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:53.118672 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e65949-127f-477a-9fa4-9dad1778455b req-71d84ade-06aa-47c0-85e8-aa7b336acef0 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:53.121510 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-42e65949-127f-477a-9fa4-9dad1778455b req-71d84ade-06aa-47c0-85e8-aa7b336acef0 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 944 time: 0.1561801 May 10 03:14:53.229129 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-02e734d5-a3a5-45f5-8640-79eee922acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:53.231029 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-02e734d5-a3a5-45f5-8640-79eee922acef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2376b2c653467b885e8f3deb5018e7&device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 1127 time: 0.1691787 May 10 03:14:53.234635 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6176de-b2dd-44c4-9cfe-665f7949b19c req-a00706f7-24b2-477f-a17a-cc3698a81fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:53.236345 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bf6176de-b2dd-44c4-9cfe-665f7949b19c req-a00706f7-24b2-477f-a17a-cc3698a81fba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b607388-5cb4-41a1-8154-ba2917605d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1981168 May 10 03:14:53.284359 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-42e65949-127f-477a-9fa4-9dad1778455b req-2d71a627-9002-4992-a333-a3a4ccd18424 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147602 May 10 03:14:53.288159 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-97517acf-ce54-487c-b59e-f8dd2b82d997 service neutron] 10.222.0.64 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399838 May 10 03:14:53.296952 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44e156e5-4213-4236-8c3b-b03f0aa1be25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:53.387788 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf09c3-c98a-4a1d-84de-f98e1766a815 req-9d09e2ad-23a9-4360-9dcf-04a46d27cf3b tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:53.389323 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0ebf09c3-c98a-4a1d-84de-f98e1766a815 req-9d09e2ad-23a9-4360-9dcf-04a46d27cf3b tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 943 time: 0.0748811 May 10 03:14:53.419989 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 33926) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:53.423122 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9abc42-7a55-4c34-9114-79a609f98e12 req-305d3d35-5e91-4aa7-bfcb-48d9b1975bb6 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:53.425108 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5d9abc42-7a55-4c34-9114-79a609f98e12 req-305d3d35-5e91-4aa7-bfcb-48d9b1975bb6 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 944 time: 0.0607727 May 10 03:14:53.438618 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 3ec8beef-b88c-43f8-8d89-f6c589198e59 up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:53.464128 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-24383e59-f382-438d-a6f7-e1316803da9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:53.502766 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port 3ec8beef-b88c-43f8-8d89-f6c589198e59 completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:14:53.512052 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port 3ec8beef-b88c-43f8-8d89-f6c589198e59 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:53.513030 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:53.517261 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5d9abc42-7a55-4c34-9114-79a609f98e12 req-dac84f28-faa5-4538-9a33-36b9b3198b92 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864809 May 10 03:14:53.557497 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0ebf09c3-c98a-4a1d-84de-f98e1766a815 req-1fe16ed6-506d-401d-b821-fb4fe8588da7 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572213 May 10 03:14:53.565514 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44e156e5-4213-4236-8c3b-b03f0aa1be25 admin admin] Publish callbacks [] for security_group (24d6d5d9-461d-444b-8d86-77b27447ac43), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:53.572492 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44e156e5-4213-4236-8c3b-b03f0aa1be25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (24d6d5d9-461d-444b-8d86-77b27447ac43), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:53.626055 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 3ec8beef-b88c-43f8-8d89-f6c589198e59 is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:53.626574 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:53.636736 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-44e156e5-4213-4236-8c3b-b03f0aa1be25 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d7227129019467e9d6e6feb5591b698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6444783 May 10 03:14:53.636736 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e156e5-4213-4236-8c3b-b03f0aa1be25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d6d5d9-461d-444b-8d86-77b27447ac43,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:53.637367 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 33934) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:53.649108 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-24383e59-f382-438d-a6f7-e1316803da9a admin admin] Publish callbacks [] for security_group (ec890bb4-0288-4b11-a39b-88b1d181140b), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:53.659792 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec8beef-b88c-43f8-8d89-f6c589198e59'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:14:53.660237 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-24383e59-f382-438d-a6f7-e1316803da9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (ec890bb4-0288-4b11-a39b-88b1d181140b), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:53.662523 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a19228e-ae27-4d1e-a17c-e9dec22d9529" -d '{"events": [{"server_uuid": "7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f", "name": "network-vif-plugged", "status": "completed", "tag": "3ec8beef-b88c-43f8-8d89-f6c589198e59"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:14:53.676030 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 3ec8beef-b88c-43f8-8d89-f6c589198e59, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3ec8beef-b88c-43f8-8d89-f6c589198e59,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:53.692327 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:53.697175 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device b9d6cae9-1585-4490-82f6-fb9945c58311 up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:53.699304 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-24383e59-f382-438d-a6f7-e1316803da9a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=59dd59cb8e1e4112af072cc77aa2c069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782576 May 10 03:14:53.703946 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24383e59-f382-438d-a6f7-e1316803da9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec890bb4-0288-4b11-a39b-88b1d181140b,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:53.704218 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 33938) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:53.733475 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f8193b-ed8f-4c51-a25e-84f5f954bde7 x-openstack-request-id: req-12f8193b-ed8f-4c51-a25e-84f5f954bde7 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:14:53.733740 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f", "name": "network-vif-plugged", "status": "completed", "tag": "3ec8beef-b88c-43f8-8d89-f6c589198e59", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:14:53.734050 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12f8193b-ed8f-4c51-a25e-84f5f954bde7 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:14:53.757040 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12f8193b-ed8f-4c51-a25e-84f5f954bde7'] response: {'server_uuid': '7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec8beef-b88c-43f8-8d89-f6c589198e59', 'code': 200} May 10 03:14:53.771922 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ef41a4a-172e-4188-a548-d15e98ba1953 admin admin] Publish callbacks [] for security_group (ec890bb4-0288-4b11-a39b-88b1d181140b), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:53.800133 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ef41a4a-172e-4188-a548-d15e98ba1953 admin admin] Publish callbacks [] for security_group (ec890bb4-0288-4b11-a39b-88b1d181140b), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:53.862777 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ef41a4a-172e-4188-a548-d15e98ba1953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (ec890bb4-0288-4b11-a39b-88b1d181140b), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:53.865824 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ef41a4a-172e-4188-a548-d15e98ba1953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:53.867169 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-4ef41a4a-172e-4188-a548-d15e98ba1953 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec890bb4-0288-4b11-a39b-88b1d181140b HTTP/1.1" status: 204 len: 168 time: 0.1619394 May 10 03:14:53.891518 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port b9d6cae9-1585-4490-82f6-fb9945c58311 completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:14:53.899155 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=3ec8beef-b88c-43f8-8d89-f6c589198e59,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:53.920532 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port b9d6cae9-1585-4490-82f6-fb9945c58311 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:53.921564 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (b9d6cae9-1585-4490-82f6-fb9945c58311), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:53.974592 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fc918c6c-5751-4cdf-bc78-11d24b1add6d req-07966106-f7e6-4694-9f52-639eeb826f75 service neutron] 10.222.0.64 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996380 May 10 03:14:53.979026 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-51cd20bf-75b4-424c-97dd-27e333a76260 admin admin] Publish callbacks [] for security_group (24d6d5d9-461d-444b-8d86-77b27447ac43), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:54.122345 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port b9d6cae9-1585-4490-82f6-fb9945c58311 is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:54.122946 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (b9d6cae9-1585-4490-82f6-fb9945c58311), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:54.166828 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port b9d6cae9-1585-4490-82f6-fb9945c58311, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b9d6cae9-1585-4490-82f6-fb9945c58311,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:54.173054 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (b9d6cae9-1585-4490-82f6-fb9945c58311), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:54.214209 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef41a4a-172e-4188-a548-d15e98ba1953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec890bb4-0288-4b11-a39b-88b1d181140b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:54.215578 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bf6176de-b2dd-44c4-9cfe-665f7949b19c req-23614dcb-69b8-485b-8354-c0b6fd3c3ca5 service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388517 May 10 03:14:54.218861 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-51cd20bf-75b4-424c-97dd-27e333a76260 admin admin] Publish callbacks [] for security_group (24d6d5d9-461d-444b-8d86-77b27447ac43), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:54.232078 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-06357875-3d85-4bb2-a3fa-04c8de7d088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:54.233907 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-06357875-3d85-4bb2-a3fa-04c8de7d088a service neutron] 10.222.0.64 "GET /v2.0/networks?id=20b0c49b-98e0-4d73-bdea-8b46faafc116 HTTP/1.1" status: 200 len: 914 time: 0.5561702 May 10 03:14:54.239050 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a52e85-6c3f-4bdc-926d-da1fbdca566a req-8378c422-8cea-4b77-9abe-68e6a9a51092 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:54.239185 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=b9d6cae9-1585-4490-82f6-fb9945c58311,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:54.243095 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421746aa-23d0-4c33-b639-8476c1dfe48d req-571f90c2-5f4c-4428-9dfd-771d79cf7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:54.245246 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-421746aa-23d0-4c33-b639-8476c1dfe48d req-571f90c2-5f4c-4428-9dfd-771d79cf7138 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 1129 time: 0.2520270 May 10 03:14:54.257243 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-37a52e85-6c3f-4bdc-926d-da1fbdca566a req-8378c422-8cea-4b77-9abe-68e6a9a51092 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.3974741 May 10 03:14:54.295168 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-51cd20bf-75b4-424c-97dd-27e333a76260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (24d6d5d9-461d-444b-8d86-77b27447ac43), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:54.298007 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-51cd20bf-75b4-424c-97dd-27e333a76260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:54.300343 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-51cd20bf-75b4-424c-97dd-27e333a76260 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24d6d5d9-461d-444b-8d86-77b27447ac43 HTTP/1.1" status: 204 len: 168 time: 0.6621346 May 10 03:14:54.322173 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd20bf-75b4-424c-97dd-27e333a76260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d6d5d9-461d-444b-8d86-77b27447ac43,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:54.338950 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-37a52e85-6c3f-4bdc-926d-da1fbdca566a req-9c74db23-ddf6-4aec-99fa-06b27a54fa7a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787976 May 10 03:14:54.427793 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468aa942-3062-47bf-a8dd-93313f0e4bb9 req-e28f7577-8fb1-4796-b880-a94b084c4b37 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:54.435423 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-468aa942-3062-47bf-a8dd-93313f0e4bb9 req-e28f7577-8fb1-4796-b880-a94b084c4b37 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 944 time: 0.0623560 May 10 03:14:54.519747 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-468aa942-3062-47bf-a8dd-93313f0e4bb9 req-0b20e96d-51b4-4fe5-b87c-9cc8a2fe9932 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805180 May 10 03:14:54.694808 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6ed45-71ba-48d4-b7b1-9a848d0a2068 req-6475008c-54a3-4249-a7df-2476ff7368cd tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:54.696870 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1dc6ed45-71ba-48d4-b7b1-9a848d0a2068 req-6475008c-54a3-4249-a7df-2476ff7368cd tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0739968 May 10 03:14:54.698383 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd7880-91e4-4453-b5a9-1976af55bbb3 req-4f6bb2e3-e94f-4554-8bc1-2e04f3d5ee97 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:54.699907 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8bfd7880-91e4-4453-b5a9-1976af55bbb3 req-4f6bb2e3-e94f-4554-8bc1-2e04f3d5ee97 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 943 time: 0.0482049 May 10 03:14:54.755471 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1dc6ed45-71ba-48d4-b7b1-9a848d0a2068 req-82c24c88-ede4-4fbd-bbea-14f36d4ed13a tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497789 May 10 03:14:54.765435 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8bfd7880-91e4-4453-b5a9-1976af55bbb3 req-68c8a204-a431-49a4-809f-8565cf4c8e25 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599847 May 10 03:14:54.835229 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34022) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:54.849609 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-083746d9-4036-4063-9e0d-b91b16f1711f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:54.935069 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-083746d9-4036-4063-9e0d-b91b16f1711f admin admin] Publish callbacks [] for security_group (57b79f3b-7d51-44cf-924f-5719f896a44e), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:54.938875 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-083746d9-4036-4063-9e0d-b91b16f1711f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (57b79f3b-7d51-44cf-924f-5719f896a44e), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:54.948916 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-3a2ef2fc-ce87-4b8b-b0c8-379e7a48a72d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca4610dc-9a2b-4dfa-a722-526e08fec54d HTTP/1.1" status: 200 len: 217 time: 0.0940759 May 10 03:14:54.969514 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device ca4610dc-9a2b-4dfa-a722-526e08fec54d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:14:55.004891 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-083746d9-4036-4063-9e0d-b91b16f1711f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4f955a16a1f142348292788d61f50f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679199 May 10 03:14:55.006513 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34032) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:55.008882 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083746d9-4036-4063-9e0d-b91b16f1711f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b79f3b-7d51-44cf-924f-5719f896a44e,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:55.054514 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-421746aa-23d0-4c33-b639-8476c1dfe48d req-aadd9dcd-9530-4227-a557-bf70371e4b6c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055435 May 10 03:14:55.080260 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-f222da3e-0483-4367-81e2-6153f2e55f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:55.082553 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-f222da3e-0483-4367-81e2-6153f2e55f77 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ad8a8dc-3066-46a1-87d8-bb9efc0920fd HTTP/1.1" status: 200 len: 852 time: 0.1199307 May 10 03:14:55.106488 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bf6176de-b2dd-44c4-9cfe-665f7949b19c req-1729c6cb-56aa-483f-b4f6-72e1a63929a5 service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495656 May 10 03:14:55.110484 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8d917185-5f19-4420-b8b7-9a6f358922ea admin admin] Publish callbacks [] for security_group (57b79f3b-7d51-44cf-924f-5719f896a44e), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:55.151985 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8d917185-5f19-4420-b8b7-9a6f358922ea admin admin] Publish callbacks [] for security_group (57b79f3b-7d51-44cf-924f-5719f896a44e), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:55.185605 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port ca4610dc-9a2b-4dfa-a722-526e08fec54d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca4610dc-9a2b-4dfa-a722-526e08fec54d,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:55.217189 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8d917185-5f19-4420-b8b7-9a6f358922ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (57b79f3b-7d51-44cf-924f-5719f896a44e), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:55.219862 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8d917185-5f19-4420-b8b7-9a6f358922ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:55.221952 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-8d917185-5f19-4420-b8b7-9a6f358922ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57b79f3b-7d51-44cf-924f-5719f896a44e HTTP/1.1" status: 204 len: 168 time: 0.2137220 May 10 03:14:55.230342 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d917185-5f19-4420-b8b7-9a6f358922ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b79f3b-7d51-44cf-924f-5719f896a44e,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:55.365292 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'port_id': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d', 'mac_address': 'fa:16:3e:22:1e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:14:55.382010 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-f0f9f543-e7aa-492d-bbf7-da31811e2e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:55.383990 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-f0f9f543-e7aa-492d-bbf7-da31811e2e14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20b0c49b-98e0-4d73-bdea-8b46faafc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0925598 May 10 03:14:55.426735 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port ca4610dc-9a2b-4dfa-a722-526e08fec54d is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:55.427126 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (ca4610dc-9a2b-4dfa-a722-526e08fec54d), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:55.441898 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4610dc-9a2b-4dfa-a722-526e08fec54d {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:14:55.466995 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port ca4610dc-9a2b-4dfa-a722-526e08fec54d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca4610dc-9a2b-4dfa-a722-526e08fec54d,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:55.477314 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (ca4610dc-9a2b-4dfa-a722-526e08fec54d), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:55.477993 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 240b8202-e12a-435e-ba1f-ff9f7b64c768 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:14:55.516952 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef6703-670c-4722-a8a0-be54f5ef7d92 req-dd37b1aa-8c97-4d6c-86f0-4dbeefebf2e5 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:55.521209 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9cef6703-670c-4722-a8a0-be54f5ef7d92 req-dd37b1aa-8c97-4d6c-86f0-4dbeefebf2e5 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0765140 May 10 03:14:55.559977 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=ca4610dc-9a2b-4dfa-a722-526e08fec54d,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:55.584705 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-2db0a0ed-006a-49f1-93e4-4623786bffaa service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852357 May 10 03:14:55.621780 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9cef6703-670c-4722-a8a0-be54f5ef7d92 req-4edcdb11-43b6-4728-932c-124f555f4bc2 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906672 May 10 03:14:55.690807 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 240b8202-e12a-435e-ba1f-ff9f7b64c768, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=240b8202-e12a-435e-ba1f-ff9f7b64c768,segment=NetworkSegment(fd8dafce-76ca-4a5a-9af7-46546c9e6cb7),segment_id=fd8dafce-76ca-4a5a-9af7-46546c9e6cb7)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:55.705156 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': '240b8202-e12a-435e-ba1f-ff9f7b64c768', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'port_id': '240b8202-e12a-435e-ba1f-ff9f7b64c768', 'mac_address': 'fa:16:3e:b6:ea:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:14:55.711081 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd633b25-960f-434b-b874-6b7149fe2064 req-d228385a-8925-4c3c-825e-fe909d2c95b9 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:55.719002 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-dd633b25-960f-434b-b874-6b7149fe2064 req-d228385a-8925-4c3c-825e-fe909d2c95b9 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 944 time: 0.0589435 May 10 03:14:55.751757 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 240b8202-e12a-435e-ba1f-ff9f7b64c768 is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:55.752109 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (240b8202-e12a-435e-ba1f-ff9f7b64c768), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:55.762120 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c84baa-9dcf-42e3-bd13-d86cf6b59832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d6cae9-1585-4490-82f6-fb9945c58311'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:14:55.765165 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcd234b-8fbe-4778-8a19-0c40b4662e99" -d '{"events": [{"server_uuid": "c8c84baa-9dcf-42e3-bd13-d86cf6b59832", "name": "network-vif-plugged", "status": "completed", "tag": "b9d6cae9-1585-4490-82f6-fb9945c58311"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:14:55.775629 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240b8202-e12a-435e-ba1f-ff9f7b64c768 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:14:55.801325 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-dd633b25-960f-434b-b874-6b7149fe2064 req-518feadb-fb0f-43a7-9ff9-b74a7ecb8d1b tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815024 May 10 03:14:55.801655 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 240b8202-e12a-435e-ba1f-ff9f7b64c768, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=240b8202-e12a-435e-ba1f-ff9f7b64c768,segment=NetworkSegment(fd8dafce-76ca-4a5a-9af7-46546c9e6cb7),segment_id=fd8dafce-76ca-4a5a-9af7-46546c9e6cb7)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:55.807161 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (240b8202-e12a-435e-ba1f-ff9f7b64c768), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:55.931022 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34070) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:55.945964 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-21692c4e-bd2f-4aab-81f3-d97d518a866f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:55.948842 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4533a424-9f50-43fc-b196-874f9d2509c2 x-openstack-request-id: req-4533a424-9f50-43fc-b196-874f9d2509c2 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:14:55.949158 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c84baa-9dcf-42e3-bd13-d86cf6b59832", "name": "network-vif-plugged", "status": "completed", "tag": "b9d6cae9-1585-4490-82f6-fb9945c58311", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:14:55.949331 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4533a424-9f50-43fc-b196-874f9d2509c2 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:14:55.949700 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4533a424-9f50-43fc-b196-874f9d2509c2'] response: {'server_uuid': 'c8c84baa-9dcf-42e3-bd13-d86cf6b59832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d6cae9-1585-4490-82f6-fb9945c58311', 'code': 200} May 10 03:14:55.972404 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=240b8202-e12a-435e-ba1f-ff9f7b64c768,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:56.060630 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-21692c4e-bd2f-4aab-81f3-d97d518a866f admin admin] Publish callbacks [] for security_group (66ecc110-1682-410e-b958-d4fad0ae5d2c), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:56.081952 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-21692c4e-bd2f-4aab-81f3-d97d518a866f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (66ecc110-1682-410e-b958-d4fad0ae5d2c), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:56.136837 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc1250-a9bf-4245-bada-fb4ffb949fcd req-10d41527-a61f-4adb-9c45-72c7feba9310 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:56.138645 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b7dc1250-a9bf-4245-bada-fb4ffb949fcd req-10d41527-a61f-4adb-9c45-72c7feba9310 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 944 time: 0.1886573 May 10 03:14:56.186260 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21692c4e-bd2f-4aab-81f3-d97d518a866f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ecc110-1682-410e-b958-d4fad0ae5d2c,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:56.192122 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-21692c4e-bd2f-4aab-81f3-d97d518a866f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0ebd67d1df54d9ca318e1901e0921ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594266 May 10 03:14:56.198853 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34074) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:56.277545 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a94be-e5a9-4aca-99cc-a37db5d6845e req-6957b5d3-da72-45cc-a4a0-071f14fa0d5e tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:56.278851 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b7dc1250-a9bf-4245-bada-fb4ffb949fcd req-e6af6244-6427-49a3-b7c5-2432007103f6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309769 May 10 03:14:56.296904 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f60a94be-e5a9-4aca-99cc-a37db5d6845e req-6957b5d3-da72-45cc-a4a0-071f14fa0d5e tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.3862889 May 10 03:14:56.298470 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-784ae806-2d7f-452e-9c44-03f902bb81da admin admin] Publish callbacks [] for security_group (66ecc110-1682-410e-b958-d4fad0ae5d2c), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:56.327113 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-784ae806-2d7f-452e-9c44-03f902bb81da admin admin] Publish callbacks [] for security_group (66ecc110-1682-410e-b958-d4fad0ae5d2c), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:56.337927 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f5640-9ae2-407d-8b8f-f2a2f5db4f01 req-57660188-035a-4fc2-aea7-f3677bd612a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:56.342100 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-aa0f5640-9ae2-407d-8b8f-f2a2f5db4f01 req-57660188-035a-4fc2-aea7-f3677bd612a4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 1129 time: 0.1211395 May 10 03:14:56.389079 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-784ae806-2d7f-452e-9c44-03f902bb81da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (66ecc110-1682-410e-b958-d4fad0ae5d2c), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:56.392578 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-784ae806-2d7f-452e-9c44-03f902bb81da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:56.394162 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-784ae806-2d7f-452e-9c44-03f902bb81da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/66ecc110-1682-410e-b958-d4fad0ae5d2c HTTP/1.1" status: 204 len: 168 time: 0.1941884 May 10 03:14:56.411345 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ae806-2d7f-452e-9c44-03f902bb81da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ecc110-1682-410e-b958-d4fad0ae5d2c,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:56.414273 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f60a94be-e5a9-4aca-99cc-a37db5d6845e req-a84d4bfb-2b2b-434a-967c-9254b708b2d4 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161578 May 10 03:14:56.440361 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-0e639dda-08a3-4c2a-b4a1-4480a83775b8 service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086061 May 10 03:14:56.449475 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['ca4610dc-9a2b-4dfa-a722-526e08fec54d'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:14:56.576543 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['240b8202-e12a-435e-ba1f-ff9f7b64c768'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:14:56.816181 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233aaed6-ac54-472d-98f3-c1defa710d3e req-6d3cd49f-6945-45e3-b642-51be97643622 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:56.819143 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-233aaed6-ac54-472d-98f3-c1defa710d3e req-6d3cd49f-6945-45e3-b642-51be97643622 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0713737 May 10 03:14:56.944151 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-233aaed6-ac54-472d-98f3-c1defa710d3e req-60a10a3b-4036-47ce-9e8e-d7d9d53d1950 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026754 May 10 03:14:56.973771 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-aa0f5640-9ae2-407d-8b8f-f2a2f5db4f01 req-6c53afbc-05bf-42e7-be29-b98178c0b1c0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761371 May 10 03:14:57.141595 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-97a6f0f6-d3ea-46cb-9f94-77fbf7f73e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:57.143947 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-97a6f0f6-d3ea-46cb-9f94-77fbf7f73e75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5d958793e0ab4e6f8d2f296dcf6186f5&device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 1129 time: 0.1732748 May 10 03:14:57.156065 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a8700-32bc-48bc-be95-52b2ac0cacb5 req-322008d6-d0c0-4351-86f1-3614d6424978 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:57.158244 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a23a8700-32bc-48bc-be95-52b2ac0cacb5 req-322008d6-d0c0-4351-86f1-3614d6424978 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 945 time: 0.1247232 May 10 03:14:57.230548 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe23e0-88da-4e6f-bf4c-f9437a95a1ab req-e47b0ade-257d-4d73-9896-5c616d8a1912 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:57.232120 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a2fe23e0-88da-4e6f-bf4c-f9437a95a1ab req-e47b0ade-257d-4d73-9896-5c616d8a1912 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.1088998 May 10 03:14:57.241871 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34138) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:57.246661 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-70b9cbbd-26ab-4e14-bb7c-ee88506b7eb7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Request body: {'floatingip': {'port_id': '3ec8beef-b88c-43f8-8d89-f6c589198e59'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:14:57.294924 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a23a8700-32bc-48bc-be95-52b2ac0cacb5 req-672fd6b2-6fa3-42d1-ae30-19e907873899 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292312 May 10 03:14:57.433892 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-5dac008d-e529-46a8-b081-7526c0d8a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:57.436504 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-5dac008d-e529-46a8-b081-7526c0d8a4c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73d317d2-6d6e-4f15-9854-843c84b4e47e HTTP/1.1" status: 200 len: 911 time: 0.2499139 May 10 03:14:57.438986 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-70b9cbbd-26ab-4e14-bb7c-ee88506b7eb7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for floatingip (ab02ff91-048b-4672-89ef-e5eecec3e31b), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:57.500947 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470bf61-e21f-4c7d-9677-0861414f0b13 req-9c55d26b-936c-4ec4-85cf-e4749147d93b tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:57.503536 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8470bf61-e21f-4c7d-9677-0861414f0b13 req-9c55d26b-936c-4ec4-85cf-e4749147d93b tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 944 time: 0.1280162 May 10 03:14:57.567116 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a860f-8494-47a0-beb6-9922b5ce5ba1 req-7efb3a60-5b1d-42c4-b6fb-0140bc569eb2 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:57.575161 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5d7a860f-8494-47a0-beb6-9922b5ce5ba1 req-7efb3a60-5b1d-42c4-b6fb-0140bc569eb2 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0653956 May 10 03:14:57.630679 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5d7a860f-8494-47a0-beb6-9922b5ce5ba1 req-d0201510-90ce-41ea-996b-1fe61063788c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546198 May 10 03:14:57.683185 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8470bf61-e21f-4c7d-9677-0861414f0b13 req-3b01f47b-3d99-4615-9df1-b4dc43352cbb tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485577 May 10 03:14:58.001252 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-5e62e426-12da-4491-8fa0-0c3154d301e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=240b8202-e12a-435e-ba1f-ff9f7b64c768 HTTP/1.1" status: 200 len: 217 time: 0.0703723 May 10 03:14:58.081981 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-5f88b469-bebf-4ca7-953a-af38d3d6d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:58.084536 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-5f88b469-bebf-4ca7-953a-af38d3d6d447 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a7d34c8-e1d6-4d8e-a007-97e315bfe374 HTTP/1.1" status: 200 len: 849 time: 0.0742023 May 10 03:14:58.129425 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device ca4610dc-9a2b-4dfa-a722-526e08fec54d up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:58.148716 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-b08714ee-3873-45d6-8842-680273648b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:58.150579 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-b08714ee-3873-45d6-8842-680273648b90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73d317d2-6d6e-4f15-9854-843c84b4e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524821 May 10 03:14:58.203819 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port ca4610dc-9a2b-4dfa-a722-526e08fec54d completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:14:58.213891 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port ca4610dc-9a2b-4dfa-a722-526e08fec54d triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:58.214285 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (ca4610dc-9a2b-4dfa-a722-526e08fec54d), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:58.301886 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-70b9cbbd-26ab-4e14-bb7c-ee88506b7eb7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:58.311757 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-70b9cbbd-26ab-4e14-bb7c-ee88506b7eb7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (ab02ff91-048b-4672-89ef-e5eecec3e31b), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:58.336931 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-695a3d43-b1a9-48b9-b5d4-d24de7b4c384 service neutron] 10.222.0.64 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434917 May 10 03:14:58.349855 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port ca4610dc-9a2b-4dfa-a722-526e08fec54d is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:58.350368 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (ca4610dc-9a2b-4dfa-a722-526e08fec54d), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:58.410092 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e867a0c9-e715-4ac3-8be5-1bb4e64f56fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:14:58.413028 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e93ce59-c020-4582-a9c0-9e12bc5801ab" -d '{"events": [{"server_uuid": "e867a0c9-e715-4ac3-8be5-1bb4e64f56fb", "name": "network-vif-plugged", "status": "completed", "tag": "ca4610dc-9a2b-4dfa-a722-526e08fec54d"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:14:58.446739 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port ca4610dc-9a2b-4dfa-a722-526e08fec54d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca4610dc-9a2b-4dfa-a722-526e08fec54d,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:58.462353 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (ca4610dc-9a2b-4dfa-a722-526e08fec54d), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:58.463452 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 240b8202-e12a-435e-ba1f-ff9f7b64c768 up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:14:58.555231 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8e485-6b7a-4f29-9ace-ac3d3e973ff4 req-423e6577-f72d-4f83-ac6c-850e9dea20e6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:58.557089 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-cee8e485-6b7a-4f29-9ace-ac3d3e973ff4 req-423e6577-f72d-4f83-ac6c-850e9dea20e6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 945 time: 0.1230843 May 10 03:14:58.562144 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c091d2a-5837-481b-a704-a0d1f0faf8dc x-openstack-request-id: req-6c091d2a-5837-481b-a704-a0d1f0faf8dc {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:14:58.562471 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e867a0c9-e715-4ac3-8be5-1bb4e64f56fb", "name": "network-vif-plugged", "status": "completed", "tag": "ca4610dc-9a2b-4dfa-a722-526e08fec54d", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:14:58.562739 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c091d2a-5837-481b-a704-a0d1f0faf8dc {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:14:58.563146 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c091d2a-5837-481b-a704-a0d1f0faf8dc'] response: {'server_uuid': 'e867a0c9-e715-4ac3-8be5-1bb4e64f56fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d', 'code': 200} May 10 03:14:58.589506 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=ca4610dc-9a2b-4dfa-a722-526e08fec54d,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:58.619575 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port 240b8202-e12a-435e-ba1f-ff9f7b64c768 completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:14:58.626857 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port 240b8202-e12a-435e-ba1f-ff9f7b64c768 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:14:58.628355 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (240b8202-e12a-435e-ba1f-ff9f7b64c768), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:58.656701 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 34236) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:58.665520 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-cee8e485-6b7a-4f29-9ace-ac3d3e973ff4 req-321f70b1-c504-4b6a-9d67-4d139fa64a97 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995908 May 10 03:14:58.772786 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 240b8202-e12a-435e-ba1f-ff9f7b64c768 is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:14:58.773239 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (240b8202-e12a-435e-ba1f-ff9f7b64c768), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:58.821086 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.l3_db [None req-70b9cbbd-26ab-4e14-bb7c-ee88506b7eb7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Floating IP ab02ff91-048b-4672-89ef-e5eecec3e31b associated. External IP: 172.27.1.237, port: 3ec8beef-b88c-43f8-8d89-f6c589198e59. May 10 03:14:58.835007 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 240b8202-e12a-435e-ba1f-ff9f7b64c768, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=240b8202-e12a-435e-ba1f-ff9f7b64c768,segment=NetworkSegment(fd8dafce-76ca-4a5a-9af7-46546c9e6cb7),segment_id=fd8dafce-76ca-4a5a-9af7-46546c9e6cb7)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:14:58.848829 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (240b8202-e12a-435e-ba1f-ff9f7b64c768), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:58.868132 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddcf62-9925-4269-aa90-9ce40ceef544 req-5e7e07a1-4087-4f37-b445-f10336b5ce4f tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:58.869799 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5cddcf62-9925-4269-aa90-9ce40ceef544 req-5e7e07a1-4087-4f37-b445-f10336b5ce4f tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 945 time: 0.0897510 May 10 03:14:58.872530 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad28b29-e83c-4037-b352-9321f73a0578 req-9810782f-03ef-4843-907e-45d502d6e572 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:58.874407 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-dad28b29-e83c-4037-b352-9321f73a0578 req-9810782f-03ef-4843-907e-45d502d6e572 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.1234963 May 10 03:14:58.910830 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c763f25-56df-4f18-8ced-51c68372436c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:58.927192 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=240b8202-e12a-435e-ba1f-ff9f7b64c768,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:58.961241 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5cddcf62-9925-4269-aa90-9ce40ceef544 req-f212fe66-164e-4191-aa68-5733c3e3193b tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757196 May 10 03:14:59.005757 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-dad28b29-e83c-4037-b352-9321f73a0578 req-55d24105-3e09-47cd-8043-c8413e925304 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155279 May 10 03:14:59.082765 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c763f25-56df-4f18-8ced-51c68372436c admin admin] Publish callbacks [] for security_group (83051789-233d-4378-ab1d-2f19dff0b993), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:59.113398 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c763f25-56df-4f18-8ced-51c68372436c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (83051789-233d-4378-ab1d-2f19dff0b993), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:59.170147 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c763f25-56df-4f18-8ced-51c68372436c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83051789-233d-4378-ab1d-2f19dff0b993,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:59.184209 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-4c763f25-56df-4f18-8ced-51c68372436c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4641480b5e3e43f9b01a3f17366d5994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5226223 May 10 03:14:59.184209 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 34246) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:59.222597 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b9cbbd-26ab-4e14-bb7c-ee88506b7eb7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:14:59.263870 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21c7e37b-5134-4cba-96d3-b6632e7ca6a0 req-70d43226-0c2b-4abb-b3b0-2b5b22574e7d service neutron] 10.222.0.64 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382588 May 10 03:14:59.280568 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5e4369d-aa23-4314-85e1-7f3f8d4873d4 admin admin] Publish callbacks [] for security_group (83051789-233d-4378-ab1d-2f19dff0b993), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:59.311508 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5e4369d-aa23-4314-85e1-7f3f8d4873d4 admin admin] Publish callbacks [] for security_group (83051789-233d-4378-ab1d-2f19dff0b993), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:59.373493 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5e4369d-aa23-4314-85e1-7f3f8d4873d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (83051789-233d-4378-ab1d-2f19dff0b993), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:59.377972 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5e4369d-aa23-4314-85e1-7f3f8d4873d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:59.382076 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-a5e4369d-aa23-4314-85e1-7f3f8d4873d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83051789-233d-4378-ab1d-2f19dff0b993 HTTP/1.1" status: 204 len: 168 time: 0.1972063 May 10 03:14:59.394588 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4369d-aa23-4314-85e1-7f3f8d4873d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83051789-233d-4378-ab1d-2f19dff0b993,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:59.404110 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b9cbbd-26ab-4e14-bb7c-ee88506b7eb7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:14:59.410018 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-70b9cbbd-26ab-4e14-bb7c-ee88506b7eb7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:59.431609 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f40d9-51a5-478a-8f61-0c50b1f284fd None None] Sync routers for ids ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:14:59.452094 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f40d9-51a5-478a-8f61-0c50b1f284fd None None] Routers {'5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:14:59.452966 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-3b6f40d9-51a5-478a-8f61-0c50b1f284fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:14:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:59.473962 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812b0e6-96ad-48fa-b70e-47ee780eaf39 req-5f0bb541-ca4f-4be4-97c6-8240ba1b155a tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:59.475576 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3812b0e6-96ad-48fa-b70e-47ee780eaf39 req-5f0bb541-ca4f-4be4-97c6-8240ba1b155a tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0897806 May 10 03:14:59.477152 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-70b9cbbd-26ab-4e14-bb7c-ee88506b7eb7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "PUT /v2.0/floatingips/ab02ff91-048b-4672-89ef-e5eecec3e31b HTTP/1.1" status: 200 len: 991 time: 2.2342978 May 10 03:14:59.477805 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f', 'tag': '3ec8beef-b88c-43f8-8d89-f6c589198e59'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:14:59.480125 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511435d8-8c39-4578-bbe1-9ae28adc55fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f", "tag": "3ec8beef-b88c-43f8-8d89-f6c589198e59"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:14:59.547020 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fc3b91-9d78-40ea-8afb-1e40eec31f91 x-openstack-request-id: req-d8fc3b91-9d78-40ea-8afb-1e40eec31f91 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:14:59.547560 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f", "tag": "3ec8beef-b88c-43f8-8d89-f6c589198e59", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:14:59.547560 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8fc3b91-9d78-40ea-8afb-1e40eec31f91 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:14:59.547971 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8fc3b91-9d78-40ea-8afb-1e40eec31f91'] response: {'name': 'network-changed', 'server_uuid': '7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f', 'tag': '3ec8beef-b88c-43f8-8d89-f6c589198e59', 'status': 'completed', 'code': 200} May 10 03:14:59.578163 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3812b0e6-96ad-48fa-b70e-47ee780eaf39 req-4ee80516-e2fd-4239-be57-a7fc93ea412c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897353 May 10 03:14:59.607630 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-3b6f40d9-51a5-478a-8f61-0c50b1f284fd None None] Set router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:14:59.756803 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34266) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:59.774450 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a9989159-4fc6-4ee2-912d-40d3d5c6d733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:59.796348 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddad6d-87d6-43f5-a9d2-7ee1730f23a8 req-de770d97-cc41-4d63-a6c8-1b0157d74b65 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:14:59.798004 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d7ddad6d-87d6-43f5-a9d2-7ee1730f23a8 req-de770d97-cc41-4d63-a6c8-1b0157d74b65 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0521200 May 10 03:14:59.854176 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a9989159-4fc6-4ee2-912d-40d3d5c6d733 admin admin] Publish callbacks [] for security_group (3947c0c9-9cfe-4e51-80fa-ad7a0d884703), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:59.854380 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d7ddad6d-87d6-43f5-a9d2-7ee1730f23a8 req-c7d2d3c6-7fe7-43e4-bedd-b2168b5758e5 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491116 May 10 03:14:59.859060 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a9989159-4fc6-4ee2-912d-40d3d5c6d733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (3947c0c9-9cfe-4e51-80fa-ad7a0d884703), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:59.907006 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-a9989159-4fc6-4ee2-912d-40d3d5c6d733 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=64e1f617d0cd4e63a7aa6e2c8edb9883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465282 May 10 03:14:59.907006 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9989159-4fc6-4ee2-912d-40d3d5c6d733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3947c0c9-9cfe-4e51-80fa-ad7a0d884703,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:14:59.908209 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 34270) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:14:59.916567 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-3b6f40d9-51a5-478a-8f61-0c50b1f284fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:14:18Z', 'revision_number': 4, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port': {'id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:07Z', 'updated_at': '2022-05-10T03:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'ab02ff91-048b-4672-89ef-e5eecec3e31b', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'port_id': '3ec8beef-b88c-43f8-8d89-f6c589198e59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'mac_address': 'fa:16:3e:ae:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:14:33Z', 'updated_at': '2022-05-10T03:14:58Z', 'revision_number': 1, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937047de-2681-4066-8246-3b1b9cce67a5', 'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'mac_address': 'fa:16:3e:3d:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:29Z', 'revision_number': 5, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'subnets': [{'id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:59.950883 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f40d9-51a5-478a-8f61-0c50b1f284fd None None] Checking router: 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:14:59.960423 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f40d9-51a5-478a-8f61-0c50b1f284fd None None] Routers {'5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:14:59.961072 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-3b6f40d9-51a5-478a-8f61-0c50b1f284fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:14:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:14:59.962304 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-55ea0c6f-062e-4954-8e8a-b42aa1520caf admin admin] Publish callbacks [] for security_group (3947c0c9-9cfe-4e51-80fa-ad7a0d884703), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:59.984379 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-55ea0c6f-062e-4954-8e8a-b42aa1520caf admin admin] Publish callbacks [] for security_group (3947c0c9-9cfe-4e51-80fa-ad7a0d884703), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:00.043267 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-55ea0c6f-062e-4954-8e8a-b42aa1520caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (3947c0c9-9cfe-4e51-80fa-ad7a0d884703), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:00.045962 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-55ea0c6f-062e-4954-8e8a-b42aa1520caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:00.047088 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-55ea0c6f-062e-4954-8e8a-b42aa1520caf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3947c0c9-9cfe-4e51-80fa-ad7a0d884703 HTTP/1.1" status: 204 len: 168 time: 0.1387053 May 10 03:15:00.055273 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea0c6f-062e-4954-8e8a-b42aa1520caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3947c0c9-9cfe-4e51-80fa-ad7a0d884703,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:00.103070 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-3b6f40d9-51a5-478a-8f61-0c50b1f284fd None None] Set router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:15:00.122467 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2620cd7-4278-40bf-b853-9d210ee961c2 req-a9b122d6-256f-417a-9f15-a77c8df9cade tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:00.123863 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f2620cd7-4278-40bf-b853-9d210ee961c2 req-a9b122d6-256f-417a-9f15-a77c8df9cade tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 945 time: 0.0843818 May 10 03:15:00.179601 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f2620cd7-4278-40bf-b853-9d210ee961c2 req-acf868b9-4bab-426c-bba1-959e99e9c8ca tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488944 May 10 03:15:00.365036 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-3b6f40d9-51a5-478a-8f61-0c50b1f284fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:14:18Z', 'revision_number': 4, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port': {'id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:07Z', 'updated_at': '2022-05-10T03:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'ab02ff91-048b-4672-89ef-e5eecec3e31b', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'port_id': '3ec8beef-b88c-43f8-8d89-f6c589198e59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'mac_address': 'fa:16:3e:ae:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:14:33Z', 'updated_at': '2022-05-10T03:14:58Z', 'revision_number': 1, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937047de-2681-4066-8246-3b1b9cce67a5', 'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'mac_address': 'fa:16:3e:3d:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:29Z', 'revision_number': 5, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'subnets': [{'id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:15:00.393551 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f40d9-51a5-478a-8f61-0c50b1f284fd None None] The sync data for ids ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'] in dv-cinder-830094-4-iscsi is: [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:14:18Z', 'revision_number': 4, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port': {'id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:07Z', 'updated_at': '2022-05-10T03:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'ab02ff91-048b-4672-89ef-e5eecec3e31b', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'port_id': '3ec8beef-b88c-43f8-8d89-f6c589198e59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'mac_address': 'fa:16:3e:ae:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:14:33Z', 'updated_at': '2022-05-10T03:14:58Z', 'revision_number': 1, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937047de-2681-4066-8246-3b1b9cce67a5', 'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'mac_address': 'fa:16:3e:3d:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:29Z', 'revision_number': 5, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'subnets': [{'id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:15:00.564387 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03eee221-c04f-48de-b2eb-5e696a377e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240b8202-e12a-435e-ba1f-ff9f7b64c768'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:15:00.567553 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16bfc27-5800-453b-b32d-d9432f1947d8" -d '{"events": [{"server_uuid": "03eee221-c04f-48de-b2eb-5e696a377e0f", "name": "network-vif-plugged", "status": "completed", "tag": "240b8202-e12a-435e-ba1f-ff9f7b64c768"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:15:00.610482 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7afb0f6-0c5b-45a4-b905-53e94aa91820 x-openstack-request-id: req-f7afb0f6-0c5b-45a4-b905-53e94aa91820 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:15:00.610775 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03eee221-c04f-48de-b2eb-5e696a377e0f", "name": "network-vif-plugged", "status": "completed", "tag": "240b8202-e12a-435e-ba1f-ff9f7b64c768", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:15:00.611023 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f7afb0f6-0c5b-45a4-b905-53e94aa91820 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:15:00.612390 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7afb0f6-0c5b-45a4-b905-53e94aa91820'] response: {'server_uuid': '03eee221-c04f-48de-b2eb-5e696a377e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240b8202-e12a-435e-ba1f-ff9f7b64c768', 'code': 200} May 10 03:15:00.684409 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baf6972-ce5b-449d-bf01-a12ac89a19cc None None] New status for floating IP ab02ff91-048b-4672-89ef-e5eecec3e31b: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:15:00.722202 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8d9ea-9cf1-4861-90c9-608929bda58c req-4c2eba83-44e8-4dd8-84c7-eba7bb790522 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:00.724882 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-31c8d9ea-9cf1-4861-90c9-608929bda58c req-4c2eba83-44e8-4dd8-84c7-eba7bb790522 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0724893 May 10 03:15:00.785388 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-31c8d9ea-9cf1-4861-90c9-608929bda58c req-baf59984-86cb-4e3d-808a-343ac839d937 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533292 May 10 03:15:01.159211 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bc211-1d38-4385-bf32-9153605d76b5 req-2b4725cc-5e40-4ed6-905b-67c0bdb14c73 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:01.161560 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-427bc211-1d38-4385-bf32-9153605d76b5 req-2b4725cc-5e40-4ed6-905b-67c0bdb14c73 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.1618836 May 10 03:15:01.176042 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce152f-9c1c-4b41-be61-df05106914c1 req-5701b88c-2334-47f2-85a0-4ed10cb7ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:01.177528 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-39ce152f-9c1c-4b41-be61-df05106914c1 req-5701b88c-2334-47f2-85a0-4ed10cb7ebfd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 1129 time: 0.1123469 May 10 03:15:01.178444 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511435d8-8c39-4578-bbe1-9ae28adc55fd req-bd9d1bf3-c695-4642-956b-540355ef9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:01.179981 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-511435d8-8c39-4578-bbe1-9ae28adc55fd req-bd9d1bf3-c695-4642-956b-540355ef9c57 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4149fee898c44c180ae1de15ac9d9da&device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 1129 time: 0.1324859 May 10 03:15:01.242598 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-427bc211-1d38-4385-bf32-9153605d76b5 req-b52c145c-7e69-4190-9b88-66d881888fa4 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692277 May 10 03:15:01.311341 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099342a-e0a0-4730-9b1a-5aa164254a1f req-0cf83f10-5ac9-46ca-b468-9325b0151a78 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:01.313200 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2099342a-e0a0-4730-9b1a-5aa164254a1f req-0cf83f10-5ac9-46ca-b468-9325b0151a78 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 945 time: 0.0556417 May 10 03:15:01.367815 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2099342a-e0a0-4730-9b1a-5aa164254a1f req-7b1154ba-a192-462d-b172-d9ee2f7f1cac tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474825 May 10 03:15:01.610021 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f482fb5-425d-4388-8c72-d11b27a3cdda req-57f27fbd-eef3-4a08-abc3-8cfe93a6ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:01.612129 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1f482fb5-425d-4388-8c72-d11b27a3cdda req-57f27fbd-eef3-4a08-abc3-8cfe93a6ecc8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 1130 time: 0.0506151 May 10 03:15:01.671904 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620712a4-a400-4682-a955-b42139b343df req-61ddf8d2-d75d-4c6f-b3a5-950f424b3c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:01.673594 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-620712a4-a400-4682-a955-b42139b343df req-61ddf8d2-d75d-4c6f-b3a5-950f424b3c79 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 1129 time: 0.0950358 May 10 03:15:01.690581 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1f482fb5-425d-4388-8c72-d11b27a3cdda req-200c7c12-a999-4ece-a1d5-095bd213a4fc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701852 May 10 03:15:01.733765 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce152f-9c1c-4b41-be61-df05106914c1 req-c7abf2b3-fc5a-4ff4-9754-e15d73d4933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:01.735253 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-39ce152f-9c1c-4b41-be61-df05106914c1 req-c7abf2b3-fc5a-4ff4-9754-e15d73d4933a service neutron] 10.222.0.64 "GET /v2.0/networks?id=73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 200 len: 920 time: 0.2356088 May 10 03:15:01.767603 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511435d8-8c39-4578-bbe1-9ae28adc55fd req-94773f23-f37c-44ca-b4f6-fcdfd6503f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:01.770095 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-511435d8-8c39-4578-bbe1-9ae28adc55fd req-94773f23-f37c-44ca-b4f6-fcdfd6503f46 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b607388-5cb4-41a1-8154-ba2917605d5c HTTP/1.1" status: 200 len: 917 time: 0.2604682 May 10 03:15:01.772814 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-620712a4-a400-4682-a955-b42139b343df req-81e7db9d-6e39-4447-9f84-48cb8d239ddd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867229 May 10 03:15:01.915195 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a80e76-d79b-4421-a63c-77ce49feb1fe req-4826e3ef-93d1-41b5-a992-e7bb6eeb0705 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:01.916607 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-42a80e76-d79b-4421-a63c-77ce49feb1fe req-4826e3ef-93d1-41b5-a992-e7bb6eeb0705 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0521555 May 10 03:15:01.966869 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-42a80e76-d79b-4421-a63c-77ce49feb1fe req-401ddd42-5310-4c9e-99b1-0c7c43e45b78 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444081 May 10 03:15:02.323324 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-39ce152f-9c1c-4b41-be61-df05106914c1 req-13ebdbb8-973b-4139-8154-8ab55d137f1f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9d6cae9-1585-4490-82f6-fb9945c58311 HTTP/1.1" status: 200 len: 217 time: 0.0662773 May 10 03:15:02.383422 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd294a-dec7-42c6-9aee-14ce8ddba948 req-84e8ef7a-ffd7-4d95-850a-414956810514 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:02.385049 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-25dd294a-dec7-42c6-9aee-14ce8ddba948 req-84e8ef7a-ffd7-4d95-850a-414956810514 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0571878 May 10 03:15:02.413197 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-511435d8-8c39-4578-bbe1-9ae28adc55fd req-d0928a6a-5dd6-4862-8684-1b8266cc4ba1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec8beef-b88c-43f8-8d89-f6c589198e59 HTTP/1.1" status: 200 len: 1001 time: 0.1548355 May 10 03:15:02.449174 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-25dd294a-dec7-42c6-9aee-14ce8ddba948 req-638f466e-93ac-41dd-88a7-fb01fd740846 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570509 May 10 03:15:02.520153 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82438e7-7087-4157-9ef7-fa8b1c0cb2e2 req-09560702-8a14-45df-be9e-cfc142f5296c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:02.521832 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d82438e7-7087-4157-9ef7-fa8b1c0cb2e2 req-09560702-8a14-45df-be9e-cfc142f5296c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 945 time: 0.0628126 May 10 03:15:02.580790 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d82438e7-7087-4157-9ef7-fa8b1c0cb2e2 req-82024650-32b2-4a47-9814-05614ef743dc tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488577 May 10 03:15:02.828144 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce152f-9c1c-4b41-be61-df05106914c1 req-80e4b464-e799-46bf-9dfb-a2c106107748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:02.829635 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-39ce152f-9c1c-4b41-be61-df05106914c1 req-80e4b464-e799-46bf-9dfb-a2c106107748 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b HTTP/1.1" status: 200 len: 858 time: 0.0921590 May 10 03:15:02.836081 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511435d8-8c39-4578-bbe1-9ae28adc55fd req-00dca8b3-c1de-4195-a315-e281481e0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:02.838930 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-511435d8-8c39-4578-bbe1-9ae28adc55fd req-00dca8b3-c1de-4195-a315-e281481e0b18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ae3f063-d3d5-4965-b738-da42afcb0558 HTTP/1.1" status: 200 len: 855 time: 0.0992370 May 10 03:15:03.050522 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34398) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:03.075918 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7834c-41f3-460b-86b8-a949c39cfb1c req-d216ad5b-7ba0-4979-ad68-c4ed0083f982 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:03.077565 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-43d7834c-41f3-460b-86b8-a949c39cfb1c req-d216ad5b-7ba0-4979-ad68-c4ed0083f982 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 945 time: 0.1040993 May 10 03:15:03.127907 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c0cd5-1c9b-409a-b4b6-19a318368c29 req-f5c7c814-a809-4f7c-8684-7e01e86e52bb tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:03.129464 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b04c0cd5-1c9b-409a-b4b6-19a318368c29 req-f5c7c814-a809-4f7c-8684-7e01e86e52bb tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0530331 May 10 03:15:03.155167 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-43d7834c-41f3-460b-86b8-a949c39cfb1c req-494e0c9c-439c-4438-adda-c1106bd7606d tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0e184d4-5969-40bd-ba5c-284582e6a96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658410 May 10 03:15:03.155706 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 34404) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:03.192978 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b04c0cd5-1c9b-409a-b4b6-19a318368c29 req-101cc91c-adc4-42a9-ac85-5e243455fe49 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570617 May 10 03:15:03.245808 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2ab2bb25-fe5b-47ed-81c4-c02d0d77a1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:03.298401 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07ea093c-62e9-42ad-a62d-fb26deaa5fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:03.322700 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2ab2bb25-fe5b-47ed-81c4-c02d0d77a1ab admin admin] Publish callbacks [] for security_group (e2f3b012-c8ee-420a-a2be-6a645ee96aae), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:03.328407 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2ab2bb25-fe5b-47ed-81c4-c02d0d77a1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (e2f3b012-c8ee-420a-a2be-6a645ee96aae), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:03.382577 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-2ab2bb25-fe5b-47ed-81c4-c02d0d77a1ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c146bb2be3ce463e90e6e8cb970643d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3306601 May 10 03:15:03.385244 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2bb25-fe5b-47ed-81c4-c02d0d77a1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f3b012-c8ee-420a-a2be-6a645ee96aae,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:03.389296 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34408) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:03.442561 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07ea093c-62e9-42ad-a62d-fb26deaa5fcd admin admin] Publish callbacks [] for security_group (aa112ca2-244c-41ed-afb2-6d6c0f9cfcc2), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:03.444292 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce152f-9c1c-4b41-be61-df05106914c1 req-60070c6b-291c-44f8-b241-f6e8e60e7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:03.445971 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-39ce152f-9c1c-4b41-be61-df05106914c1 req-60070c6b-291c-44f8-b241-f6e8e60e7337 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73cc213e-781c-42c1-8c05-7293b0a3f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0892978 May 10 03:15:03.447001 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511435d8-8c39-4578-bbe1-9ae28adc55fd req-8d454317-fc0e-4631-bfe0-a5d791e6be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:03.448560 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-511435d8-8c39-4578-bbe1-9ae28adc55fd req-8d454317-fc0e-4631-bfe0-a5d791e6be4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b607388-5cb4-41a1-8154-ba2917605d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806956 May 10 03:15:03.449159 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8e113a52-45bf-4589-9b2a-36bf81a68a50 admin admin] Publish callbacks [] for security_group (e2f3b012-c8ee-420a-a2be-6a645ee96aae), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:03.449543 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07ea093c-62e9-42ad-a62d-fb26deaa5fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (aa112ca2-244c-41ed-afb2-6d6c0f9cfcc2), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:03.475047 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8e113a52-45bf-4589-9b2a-36bf81a68a50 admin admin] Publish callbacks [] for security_group (e2f3b012-c8ee-420a-a2be-6a645ee96aae), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:03.489805 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-07ea093c-62e9-42ad-a62d-fb26deaa5fcd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=694108d022324f39b68c5cdf3f6a883f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330526 May 10 03:15:03.490642 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea093c-62e9-42ad-a62d-fb26deaa5fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa112ca2-244c-41ed-afb2-6d6c0f9cfcc2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:03.492439 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34412) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:03.559546 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f245db8d-56a2-4d93-b98d-bd59876a2d16 admin admin] Publish callbacks [] for security_group (aa112ca2-244c-41ed-afb2-6d6c0f9cfcc2), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:03.562574 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8e113a52-45bf-4589-9b2a-36bf81a68a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (e2f3b012-c8ee-420a-a2be-6a645ee96aae), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:03.565837 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8e113a52-45bf-4589-9b2a-36bf81a68a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:03.567015 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-8e113a52-45bf-4589-9b2a-36bf81a68a50 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2f3b012-c8ee-420a-a2be-6a645ee96aae HTTP/1.1" status: 204 len: 168 time: 0.1761036 May 10 03:15:03.587453 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e113a52-45bf-4589-9b2a-36bf81a68a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f3b012-c8ee-420a-a2be-6a645ee96aae,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:03.602302 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f245db8d-56a2-4d93-b98d-bd59876a2d16 admin admin] Publish callbacks [] for security_group (aa112ca2-244c-41ed-afb2-6d6c0f9cfcc2), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:03.687540 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f245db8d-56a2-4d93-b98d-bd59876a2d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (aa112ca2-244c-41ed-afb2-6d6c0f9cfcc2), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:03.691338 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f245db8d-56a2-4d93-b98d-bd59876a2d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:03.692517 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-f245db8d-56a2-4d93-b98d-bd59876a2d16 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa112ca2-244c-41ed-afb2-6d6c0f9cfcc2 HTTP/1.1" status: 204 len: 168 time: 0.1991313 May 10 03:15:03.715648 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245db8d-56a2-4d93-b98d-bd59876a2d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa112ca2-244c-41ed-afb2-6d6c0f9cfcc2,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:03.759673 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43a52c-4774-4051-a909-40ac6440937f req-47830f2d-72b5-4d6d-9109-d341ce7f5a8a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:03.761627 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ea43a52c-4774-4051-a909-40ac6440937f req-47830f2d-72b5-4d6d-9109-d341ce7f5a8a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 945 time: 0.0670874 May 10 03:15:03.788894 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f59b3b-1078-4834-9d56-eec3038ffe32 req-511109ed-bd48-4586-a53b-f66b7c0f5668 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:03.790782 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-01f59b3b-1078-4834-9d56-eec3038ffe32 req-511109ed-bd48-4586-a53b-f66b7c0f5668 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0731888 May 10 03:15:03.830757 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ea43a52c-4774-4051-a909-40ac6440937f req-9117bcab-3188-48f9-b79c-b12043e7e8bc tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632093 May 10 03:15:03.857535 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-01f59b3b-1078-4834-9d56-eec3038ffe32 req-0fee28f6-b0e7-486d-86ba-eb7d58206943 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607386 May 10 03:15:03.977078 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a031146-ae91-4c35-b583-20e12db70ae7 req-7b12cafa-eae3-4098-a6d3-72cfad396385 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:03.978765 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4a031146-ae91-4c35-b583-20e12db70ae7 req-7b12cafa-eae3-4098-a6d3-72cfad396385 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0491621 May 10 03:15:03.988949 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34426) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:03.994901 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-74bc3434-2243-4904-bf2f-dcf26548e20f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Request body: {'floatingip': {'port_id': '240b8202-e12a-435e-ba1f-ff9f7b64c768'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:15:04.039738 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74bc3434-2243-4904-bf2f-dcf26548e20f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for floatingip (905b99ba-895e-4363-824c-673710c89f5d), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:04.040539 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 34428) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:04.057208 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3bf2fd2-2a57-4cf1-8f9f-cc24ab698664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:04.066866 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 34430) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:04.085535 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30f505a6-5e3b-44ba-acd6-754231f3476c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:04.211630 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3bf2fd2-2a57-4cf1-8f9f-cc24ab698664 admin admin] Publish callbacks [] for security_group (32bf29e3-d7bd-4b3c-bcff-8caad294b6ef), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:04.245763 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3bf2fd2-2a57-4cf1-8f9f-cc24ab698664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (32bf29e3-d7bd-4b3c-bcff-8caad294b6ef), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:04.264851 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30f505a6-5e3b-44ba-acd6-754231f3476c admin admin] Publish callbacks [] for security_group (185b13b0-0d61-405f-91c5-5b26ec013fcf), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:04.293118 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30f505a6-5e3b-44ba-acd6-754231f3476c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (185b13b0-0d61-405f-91c5-5b26ec013fcf), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:04.334355 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-f3bf2fd2-2a57-4cf1-8f9f-cc24ab698664 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc3ab140794b4a96806e25193f390c47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926893 May 10 03:15:04.344003 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 34438) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:04.357540 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf2fd2-2a57-4cf1-8f9f-cc24ab698664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bf29e3-d7bd-4b3c-bcff-8caad294b6ef,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:04.376322 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-30f505a6-5e3b-44ba-acd6-754231f3476c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d004ab285374da6aa1c9ca39e90cec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083134 May 10 03:15:04.381019 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 34440) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:04.386986 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d621c-27ce-4538-8c44-ddd3cd6bc257 req-d891c472-c85c-4ef0-be48-c7cc8d1f7ebf tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:04.388403 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ce9d621c-27ce-4538-8c44-ddd3cd6bc257 req-d891c472-c85c-4ef0-be48-c7cc8d1f7ebf tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 945 time: 0.1439023 May 10 03:15:04.407135 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6bf76-c7cf-4c85-9e11-f79c611cb5bb req-34b62e85-616c-491c-a72c-fffe561bc6b3 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:04.412411 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-03a6bf76-c7cf-4c85-9e11-f79c611cb5bb req-34b62e85-616c-491c-a72c-fffe561bc6b3 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.1259921 May 10 03:15:04.468011 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f505a6-5e3b-44ba-acd6-754231f3476c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185b13b0-0d61-405f-91c5-5b26ec013fcf,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:04.508059 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-03a6bf76-c7cf-4c85-9e11-f79c611cb5bb req-f92d1534-8210-424b-9052-88dc815702f1 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887682 May 10 03:15:04.513905 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ce9d621c-27ce-4538-8c44-ddd3cd6bc257 req-043b2825-939a-4cf2-afb1-b9b48612faf0 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0e184d4-5969-40bd-ba5c-284582e6a96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102495 May 10 03:15:04.514761 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-afcf0683-4681-407f-ad98-d19de6f20f46 admin admin] Publish callbacks [] for security_group (32bf29e3-d7bd-4b3c-bcff-8caad294b6ef), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:04.543640 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c730efea-10e7-4415-8116-4c6960d8a657 admin admin] Publish callbacks [] for security_group (185b13b0-0d61-405f-91c5-5b26ec013fcf), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:04.570375 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-afcf0683-4681-407f-ad98-d19de6f20f46 admin admin] Publish callbacks [] for security_group (32bf29e3-d7bd-4b3c-bcff-8caad294b6ef), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:04.585719 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c730efea-10e7-4415-8116-4c6960d8a657 admin admin] Publish callbacks [] for security_group (185b13b0-0d61-405f-91c5-5b26ec013fcf), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:04.615338 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74bc3434-2243-4904-bf2f-dcf26548e20f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:04.619328 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74bc3434-2243-4904-bf2f-dcf26548e20f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (905b99ba-895e-4363-824c-673710c89f5d), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:04.649830 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-afcf0683-4681-407f-ad98-d19de6f20f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (32bf29e3-d7bd-4b3c-bcff-8caad294b6ef), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:04.652439 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-afcf0683-4681-407f-ad98-d19de6f20f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:04.653581 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-afcf0683-4681-407f-ad98-d19de6f20f46 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/32bf29e3-d7bd-4b3c-bcff-8caad294b6ef HTTP/1.1" status: 204 len: 168 time: 0.3086596 May 10 03:15:04.663588 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c730efea-10e7-4415-8116-4c6960d8a657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (185b13b0-0d61-405f-91c5-5b26ec013fcf), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:04.666051 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c730efea-10e7-4415-8116-4c6960d8a657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:04.667186 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-c730efea-10e7-4415-8116-4c6960d8a657 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/185b13b0-0d61-405f-91c5-5b26ec013fcf HTTP/1.1" status: 204 len: 168 time: 0.2778859 May 10 03:15:04.667981 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf0683-4681-407f-ad98-d19de6f20f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bf29e3-d7bd-4b3c-bcff-8caad294b6ef,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:04.680358 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730efea-10e7-4415-8116-4c6960d8a657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185b13b0-0d61-405f-91c5-5b26ec013fcf,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:05.044486 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.l3_db [None req-74bc3434-2243-4904-bf2f-dcf26548e20f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Floating IP 905b99ba-895e-4363-824c-673710c89f5d associated. External IP: 172.27.1.235, port: 240b8202-e12a-435e-ba1f-ff9f7b64c768. May 10 03:15:05.092473 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04998dc-b75d-4996-b9a7-ebf9c7f6229c req-fa12749c-aa7a-4067-b96b-6530afce61db tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:05.092473 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f04998dc-b75d-4996-b9a7-ebf9c7f6229c req-fa12749c-aa7a-4067-b96b-6530afce61db tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 945 time: 0.0923481 May 10 03:15:05.209250 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f04998dc-b75d-4996-b9a7-ebf9c7f6229c req-615443af-022a-4aa0-93a5-471c86e6769d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130915 May 10 03:15:05.357924 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bc3434-2243-4904-bf2f-dcf26548e20f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Router 02d5051c-de78-4ce8-9286-5811ced63dc5 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:15:05.493576 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bc3434-2243-4904-bf2f-dcf26548e20f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:15:05.498651 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74bc3434-2243-4904-bf2f-dcf26548e20f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:05.507746 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c9e1a-6f81-4dbd-b736-731763ed15a2 None None] Sync routers for ids ['02d5051c-de78-4ce8-9286-5811ced63dc5'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:15:05.518614 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c9e1a-6f81-4dbd-b736-731763ed15a2 None None] Routers {'02d5051c-de78-4ce8-9286-5811ced63dc5'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:15:05.519244 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-f29c9e1a-6f81-4dbd-b736-731763ed15a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:14:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['02d5051c-de78-4ce8-9286-5811ced63dc5'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:15:05.547631 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-74bc3434-2243-4904-bf2f-dcf26548e20f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "PUT /v2.0/floatingips/905b99ba-895e-4363-824c-673710c89f5d HTTP/1.1" status: 200 len: 992 time: 1.5554118 May 10 03:15:05.547631 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03eee221-c04f-48de-b2eb-5e696a377e0f', 'tag': '240b8202-e12a-435e-ba1f-ff9f7b64c768'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:15:05.549215 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6def28-0308-4ee9-b21a-ba711ab33bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "03eee221-c04f-48de-b2eb-5e696a377e0f", "tag": "240b8202-e12a-435e-ba1f-ff9f7b64c768"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:15:05.668939 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce7543-5cbe-422f-a1c5-96f9b91b2951 req-30bfccef-f575-48e3-8ed0-de34ba280dac tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:05.670642 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f2ce7543-5cbe-422f-a1c5-96f9b91b2951 req-30bfccef-f575-48e3-8ed0-de34ba280dac tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0671191 May 10 03:15:05.682568 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-f29c9e1a-6f81-4dbd-b736-731763ed15a2 None None] Set router 02d5051c-de78-4ce8-9286-5811ced63dc5 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:15:05.694140 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873db67-f7e5-4a31-b647-3daaa6e57637 req-218cee42-0335-448c-9492-c79cc50a0fb2 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:05.703208 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2873db67-f7e5-4a31-b647-3daaa6e57637 req-218cee42-0335-448c-9492-c79cc50a0fb2 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 945 time: 0.0818508 May 10 03:15:05.775978 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2873db67-f7e5-4a31-b647-3daaa6e57637 req-f7c27e12-051a-4ce0-a32a-1aa1429675c0 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0e184d4-5969-40bd-ba5c-284582e6a96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714338 May 10 03:15:05.781346 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f2ce7543-5cbe-422f-a1c5-96f9b91b2951 req-9d7b075f-2b65-4249-ad82-2a9e3d448992 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035764 May 10 03:15:05.869766 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb2dcf0-5494-41a8-a46c-d9782de5356f x-openstack-request-id: req-5bb2dcf0-5494-41a8-a46c-d9782de5356f {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:15:05.870450 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03eee221-c04f-48de-b2eb-5e696a377e0f", "tag": "240b8202-e12a-435e-ba1f-ff9f7b64c768", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:15:05.871014 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5bb2dcf0-5494-41a8-a46c-d9782de5356f {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:15:05.871638 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb2dcf0-5494-41a8-a46c-d9782de5356f'] response: {'name': 'network-changed', 'server_uuid': '03eee221-c04f-48de-b2eb-5e696a377e0f', 'tag': '240b8202-e12a-435e-ba1f-ff9f7b64c768', 'status': 'completed', 'code': 200} May 10 03:15:06.010034 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-511435d8-8c39-4578-bbe1-9ae28adc55fd req-cde886e2-3a7c-43e4-99e6-31b324116a1e service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163515 May 10 03:15:06.074937 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-39ce152f-9c1c-4b41-be61-df05106914c1 req-3f710670-a038-4485-a69c-b5e54800dbdf service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801068 May 10 03:15:06.112428 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-f29c9e1a-6f81-4dbd-b736-731763ed15a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:21Z', 'revision_number': 4, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port': {'id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:10Z', 'updated_at': '2022-05-10T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': '905b99ba-895e-4363-824c-673710c89f5d', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'port_id': '240b8202-e12a-435e-ba1f-ff9f7b64c768', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'mac_address': 'fa:16:3e:b6:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03eee221-c04f-48de-b2eb-5e696a377e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:14:36Z', 'updated_at': '2022-05-10T03:15:04Z', 'revision_number': 1, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ded3d6-9637-4a52-bb23-67ffb9ca0dec', 'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'mac_address': 'fa:16:3e:0e:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:19Z', 'updated_at': '2022-05-10T03:14:34Z', 'revision_number': 5, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'subnets': [{'id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:15:06.140787 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c9e1a-6f81-4dbd-b736-731763ed15a2 None None] Checking router: 02d5051c-de78-4ce8-9286-5811ced63dc5 for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:15:06.149794 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c9e1a-6f81-4dbd-b736-731763ed15a2 None None] Routers {'02d5051c-de78-4ce8-9286-5811ced63dc5'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:15:06.150413 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-f29c9e1a-6f81-4dbd-b736-731763ed15a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:14:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['02d5051c-de78-4ce8-9286-5811ced63dc5'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:15:06.287156 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-f29c9e1a-6f81-4dbd-b736-731763ed15a2 None None] Set router 02d5051c-de78-4ce8-9286-5811ced63dc5 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:15:06.389386 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2602940-b916-437b-9143-5390982a9a9b req-ab0ee952-83dc-447b-a962-47c805bd844e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:06.397474 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f2602940-b916-437b-9143-5390982a9a9b req-ab0ee952-83dc-447b-a962-47c805bd844e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 945 time: 0.0831811 May 10 03:15:06.450238 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f2602940-b916-437b-9143-5390982a9a9b req-cbb06556-e316-4b2a-95b0-f636995aeb65 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518463 May 10 03:15:06.564911 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-f29c9e1a-6f81-4dbd-b736-731763ed15a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:21Z', 'revision_number': 4, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port': {'id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:10Z', 'updated_at': '2022-05-10T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': '905b99ba-895e-4363-824c-673710c89f5d', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'port_id': '240b8202-e12a-435e-ba1f-ff9f7b64c768', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'mac_address': 'fa:16:3e:b6:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03eee221-c04f-48de-b2eb-5e696a377e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:14:36Z', 'updated_at': '2022-05-10T03:15:04Z', 'revision_number': 1, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ded3d6-9637-4a52-bb23-67ffb9ca0dec', 'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'mac_address': 'fa:16:3e:0e:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:19Z', 'updated_at': '2022-05-10T03:14:34Z', 'revision_number': 5, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'subnets': [{'id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:15:06.594067 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9f074-d44f-4ade-a213-5db684de356a req-6c545477-43ea-4bc4-88f8-9ef2842d545a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:06.596555 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d3f9f074-d44f-4ade-a213-5db684de356a req-6c545477-43ea-4bc4-88f8-9ef2842d545a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 945 time: 0.0577705 May 10 03:15:06.605970 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34530) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:06.610386 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-5fbfce58-12c1-47ea-bc18-85b9ab004eb3 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'floatingip': {'port_id': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:15:06.620749 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c9e1a-6f81-4dbd-b736-731763ed15a2 None None] The sync data for ids ['02d5051c-de78-4ce8-9286-5811ced63dc5'] in dv-cinder-830094-4-iscsi is: [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:21Z', 'revision_number': 4, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port': {'id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:10Z', 'updated_at': '2022-05-10T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': '905b99ba-895e-4363-824c-673710c89f5d', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'port_id': '240b8202-e12a-435e-ba1f-ff9f7b64c768', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'mac_address': 'fa:16:3e:b6:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03eee221-c04f-48de-b2eb-5e696a377e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:14:36Z', 'updated_at': '2022-05-10T03:15:04Z', 'revision_number': 1, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ded3d6-9637-4a52-bb23-67ffb9ca0dec', 'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'mac_address': 'fa:16:3e:0e:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:19Z', 'updated_at': '2022-05-10T03:14:34Z', 'revision_number': 5, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'subnets': [{'id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:15:06.661928 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5fbfce58-12c1-47ea-bc18-85b9ab004eb3 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (a7239992-d030-446c-9baf-3c4ec7791b3f), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:06.721775 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-511435d8-8c39-4578-bbe1-9ae28adc55fd req-66c50994-4214-46a2-bfb5-2c8651e4d7c6 service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887717 May 10 03:15:06.737028 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-39ce152f-9c1c-4b41-be61-df05106914c1 req-911ac62b-15f3-4b0a-a6b3-9f849cc5480a service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199017 May 10 03:15:06.954342 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31e4349-3833-4b66-879f-33781d3f9eda None None] New status for floating IP 905b99ba-895e-4363-824c-673710c89f5d: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:15:06.969233 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6def28-0308-4ee9-b21a-ba711ab33bd9 req-1c84e979-b937-43ab-b2d1-bde341728937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:06.971605 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2e6def28-0308-4ee9-b21a-ba711ab33bd9 req-1c84e979-b937-43ab-b2d1-bde341728937 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5d958793e0ab4e6f8d2f296dcf6186f5&device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 1130 time: 0.0485237 May 10 03:15:07.053891 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1597c-ae46-4c70-9976-9c2342a41dfd req-70f714b6-c665-43ca-ac0f-d9bb37e3afb8 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:07.056459 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d2a1597c-ae46-4c70-9976-9c2342a41dfd req-70f714b6-c665-43ca-ac0f-d9bb37e3afb8 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 945 time: 0.1839256 May 10 03:15:07.089112 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1036b-7dcb-4989-9553-dc0269c675b9 req-a37d4448-9e1a-4b7d-9f07-2fccf685cdba tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:07.097985 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5ff1036b-7dcb-4989-9553-dc0269c675b9 req-a37d4448-9e1a-4b7d-9f07-2fccf685cdba tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.1431313 May 10 03:15:07.191382 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7a665-c9f8-4d87-abca-9e6cbe9e7c0c req-9d0b37a9-6abd-4331-b46e-802c34e7846e tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:07.192887 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bbb7a665-c9f8-4d87-abca-9e6cbe9e7c0c req-9d0b37a9-6abd-4331-b46e-802c34e7846e tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.64 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 945 time: 0.2117622 May 10 03:15:07.249543 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5ff1036b-7dcb-4989-9553-dc0269c675b9 req-799a8b88-9e44-4b95-9db1-01a003972a59 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415510 May 10 03:15:07.439022 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5fbfce58-12c1-47ea-bc18-85b9ab004eb3 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:07.443898 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5fbfce58-12c1-47ea-bc18-85b9ab004eb3 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (a7239992-d030-446c-9baf-3c4ec7791b3f), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:07.577402 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.l3_db [None req-5fbfce58-12c1-47ea-bc18-85b9ab004eb3 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Floating IP a7239992-d030-446c-9baf-3c4ec7791b3f associated. External IP: 172.27.1.49, port: ca4610dc-9a2b-4dfa-a722-526e08fec54d. May 10 03:15:07.610438 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d2a1597c-ae46-4c70-9976-9c2342a41dfd req-2fdb2be2-92e2-4038-a512-61f10c40398a tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0e184d4-5969-40bd-ba5c-284582e6a96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5218024 May 10 03:15:07.667036 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6def28-0308-4ee9-b21a-ba711ab33bd9 req-42582032-ee9a-471e-b2d6-fea3da28fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:07.668483 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2e6def28-0308-4ee9-b21a-ba711ab33bd9 req-42582032-ee9a-471e-b2d6-fea3da28fda9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73d317d2-6d6e-4f15-9854-843c84b4e47e HTTP/1.1" status: 200 len: 911 time: 0.6837187 May 10 03:15:07.766691 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-bbb7a665-c9f8-4d87-abca-9e6cbe9e7c0c req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Deleting port 1250bf8e-004a-44ae-a5a9-5013188a9085 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:15:07.768050 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bbb7a665-c9f8-4d87-abca-9e6cbe9e7c0c req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (1250bf8e-004a-44ae-a5a9-5013188a9085), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:07.804208 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbfce58-12c1-47ea-bc18-85b9ab004eb3 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Router ed0337df-2e47-44f0-86f8-d2145b93f43f has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:15:07.827303 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2e6def28-0308-4ee9-b21a-ba711ab33bd9 req-307be7cb-5d90-4da5-ab58-74d1138d653d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=240b8202-e12a-435e-ba1f-ff9f7b64c768 HTTP/1.1" status: 200 len: 1002 time: 0.1338985 May 10 03:15:07.907072 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6def28-0308-4ee9-b21a-ba711ab33bd9 req-d585616a-7c29-4287-a93a-8c104267adea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:07.909107 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2e6def28-0308-4ee9-b21a-ba711ab33bd9 req-d585616a-7c29-4287-a93a-8c104267adea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a7d34c8-e1d6-4d8e-a007-97e315bfe374 HTTP/1.1" status: 200 len: 849 time: 0.0740585 May 10 03:15:07.910835 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-bbb7a665-c9f8-4d87-abca-9e6cbe9e7c0c req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] For port 1250bf8e-004a-44ae-a5a9-5013188a9085, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1250bf8e-004a-44ae-a5a9-5013188a9085,segment=NetworkSegment(fdfaa11a-f182-4314-9cf6-9601f62db499),segment_id=fdfaa11a-f182-4314-9cf6-9601f62db499)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:15:07.911196 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bbb7a665-c9f8-4d87-abca-9e6cbe9e7c0c req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (1250bf8e-004a-44ae-a5a9-5013188a9085), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:07.922452 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbfce58-12c1-47ea-bc18-85b9ab004eb3 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:15:07.927465 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5fbfce58-12c1-47ea-bc18-85b9ab004eb3 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:07.932810 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60051a-db52-41e3-94be-1fffd88968d5 None None] Sync routers for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:15:07.942308 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60051a-db52-41e3-94be-1fffd88968d5 None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:15:07.942945 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-7e60051a-db52-41e3-94be-1fffd88968d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:14:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:15:07.959971 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-bbb7a665-c9f8-4d87-abca-9e6cbe9e7c0c req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Calling delete_port for 1250bf8e-004a-44ae-a5a9-5013188a9085 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:15:07.961796 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-5fbfce58-12c1-47ea-bc18-85b9ab004eb3 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "PUT /v2.0/floatingips/a7239992-d030-446c-9baf-3c4ec7791b3f HTTP/1.1" status: 200 len: 990 time: 1.3547521 May 10 03:15:07.962447 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e867a0c9-e715-4ac3-8be5-1bb4e64f56fb', 'tag': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:15:07.965137 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3596c63-70b9-46dc-ad3b-2cf51d81d797" -d '{"events": [{"name": "network-changed", "server_uuid": "e867a0c9-e715-4ac3-8be5-1bb4e64f56fb", "tag": "ca4610dc-9a2b-4dfa-a722-526e08fec54d"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:15:07.979197 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6def28-0308-4ee9-b21a-ba711ab33bd9 req-3f56fdd4-dbbd-4193-baff-ea24693e7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:07.980785 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2e6def28-0308-4ee9-b21a-ba711ab33bd9 req-3f56fdd4-dbbd-4193-baff-ea24693e7639 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73d317d2-6d6e-4f15-9854-843c84b4e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620375 May 10 03:15:08.018139 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b5e3e1-f94c-47c1-8e6a-ac4deada7503 x-openstack-request-id: req-14b5e3e1-f94c-47c1-8e6a-ac4deada7503 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:15:08.018139 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e867a0c9-e715-4ac3-8be5-1bb4e64f56fb", "tag": "ca4610dc-9a2b-4dfa-a722-526e08fec54d", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:15:08.018834 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-14b5e3e1-f94c-47c1-8e6a-ac4deada7503 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:15:08.019142 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b5e3e1-f94c-47c1-8e6a-ac4deada7503'] response: {'name': 'network-changed', 'server_uuid': 'e867a0c9-e715-4ac3-8be5-1bb4e64f56fb', 'tag': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d', 'status': 'completed', 'code': 200} May 10 03:15:08.067167 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-7e60051a-db52-41e3-94be-1fffd88968d5 None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:15:08.136460 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bbb7a665-c9f8-4d87-abca-9e6cbe9e7c0c req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (1250bf8e-004a-44ae-a5a9-5013188a9085), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:08.167464 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Pushing event deleted for resources: {'Port': ['ID=1250bf8e-004a-44ae-a5a9-5013188a9085,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:08.217012 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.217359 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.217703 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.218041 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.218373 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.218707 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.219031 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.219354 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.219676 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.219998 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.220326 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.221820 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.222159 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.222486 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.222809 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.244834 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb7a665-c9f8-4d87-abca-9e6cbe9e7c0c req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] No DVR routers for this DVR port 1250bf8e-004a-44ae-a5a9-5013188a9085 on host hv-cinder-83009 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:15:08.247985 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bbb7a665-c9f8-4d87-abca-9e6cbe9e7c0c req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:08.251245 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bbb7a665-c9f8-4d87-abca-9e6cbe9e7c0c req-833d22fe-c595-4fd8-afb9-8dc7b3ad752b tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.64 "DELETE /v2.0/ports/1250bf8e-004a-44ae-a5a9-5013188a9085 HTTP/1.1" status: 204 len: 173 time: 0.7042434 May 10 03:15:08.253024 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364eff63-27a1-4e99-bb61-81ac36f72973', 'name': 'network-vif-deleted', 'tag': '1250bf8e-004a-44ae-a5a9-5013188a9085'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:15:08.255278 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedf5379-08b5-47cc-b721-ebc3ea065d15" -d '{"events": [{"server_uuid": "364eff63-27a1-4e99-bb61-81ac36f72973", "name": "network-vif-deleted", "tag": "1250bf8e-004a-44ae-a5a9-5013188a9085"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:15:08.291510 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97af3d8-2376-424c-995d-35196cf179ce x-openstack-request-id: req-d97af3d8-2376-424c-995d-35196cf179ce {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:15:08.291819 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364eff63-27a1-4e99-bb61-81ac36f72973", "name": "network-vif-deleted", "tag": "1250bf8e-004a-44ae-a5a9-5013188a9085", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:15:08.292090 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d97af3d8-2376-424c-995d-35196cf179ce {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:15:08.292671 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d97af3d8-2376-424c-995d-35196cf179ce'] response: {'server_uuid': '364eff63-27a1-4e99-bb61-81ac36f72973', 'name': 'network-vif-deleted', 'tag': '1250bf8e-004a-44ae-a5a9-5013188a9085', 'status': 'completed', 'code': 200} May 10 03:15:08.293771 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-7e60051a-db52-41e3-94be-1fffd88968d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'a7239992-d030-446c-9baf-3c4ec7791b3f', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'port_id': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'mac_address': 'fa:16:3e:22:1e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e867a0c9-e715-4ac3-8be5-1bb4e64f56fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:14:34Z', 'updated_at': '2022-05-10T03:15:07Z', 'revision_number': 1, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:15:08.320607 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60051a-db52-41e3-94be-1fffd88968d5 None None] Checking router: ed0337df-2e47-44f0-86f8-d2145b93f43f for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:15:08.328636 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60051a-db52-41e3-94be-1fffd88968d5 None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:15:08.329262 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-7e60051a-db52-41e3-94be-1fffd88968d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:14:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:15:08.373338 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c65d8-68d1-4dde-a3f3-91afe0505e4e req-3eaee7d2-a2e9-4f51-ab86-320b5e20e31a tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:08.374875 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4b5c65d8-68d1-4dde-a3f3-91afe0505e4e req-3eaee7d2-a2e9-4f51-ab86-320b5e20e31a tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0470142 May 10 03:15:08.423665 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4b5c65d8-68d1-4dde-a3f3-91afe0505e4e req-6243421e-47e5-499b-a6cd-14660f7b8fe5 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424645 May 10 03:15:08.444119 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-7e60051a-db52-41e3-94be-1fffd88968d5 None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:15:08.672157 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-7e60051a-db52-41e3-94be-1fffd88968d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'a7239992-d030-446c-9baf-3c4ec7791b3f', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'port_id': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'mac_address': 'fa:16:3e:22:1e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e867a0c9-e715-4ac3-8be5-1bb4e64f56fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:14:34Z', 'updated_at': '2022-05-10T03:15:07Z', 'revision_number': 1, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:15:08.703378 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60051a-db52-41e3-94be-1fffd88968d5 None None] The sync data for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi is: [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'a7239992-d030-446c-9baf-3c4ec7791b3f', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'port_id': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'mac_address': 'fa:16:3e:22:1e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e867a0c9-e715-4ac3-8be5-1bb4e64f56fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:14:34Z', 'updated_at': '2022-05-10T03:15:07Z', 'revision_number': 1, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:15:08.720707 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-16554bf5-4a09-4740-8be2-a0bc7ededd93 req-b46caaa8-b460-4226-b736-333777899cb8 tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 210 time: 0.0310802 May 10 03:15:09.288798 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9214aa-c95f-48dd-b373-1c10342f6d5d None None] New status for floating IP a7239992-d030-446c-9baf-3c4ec7791b3f: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:15:09.540236 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662a28b-e491-462e-8bc1-cb0ea2e94bde req-4c768f58-9c27-40e1-9e6e-7a98d6b71e47 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:09.541698 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e662a28b-e491-462e-8bc1-cb0ea2e94bde req-4c768f58-9c27-40e1-9e6e-7a98d6b71e47 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0493426 May 10 03:15:09.588724 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e662a28b-e491-462e-8bc1-cb0ea2e94bde req-576ff560-7231-4650-8502-2768bca225bf tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414574 May 10 03:15:09.819541 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6cec9ce9-da61-4395-af1a-70b549a1971f req-0043d0a6-5d31-4c71-a32a-b56c56451ced tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 210 time: 0.0277798 May 10 03:15:10.708800 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81ea8f-2a50-44b7-9daf-d8fc1d5623e7 req-3680e9af-a39c-4a3c-8e4c-440287b48715 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:10.710280 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2c81ea8f-2a50-44b7-9daf-d8fc1d5623e7 req-3680e9af-a39c-4a3c-8e4c-440287b48715 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0497174 May 10 03:15:10.757262 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2c81ea8f-2a50-44b7-9daf-d8fc1d5623e7 req-7b76f070-3f05-4c61-80a3-bba2dec7713b tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414071 May 10 03:15:10.834037 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 1250bf8e-004a-44ae-a5a9-5013188a9085 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:15:10.885389 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: 1250bf8e-004a-44ae-a5a9-5013188a9085 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:15:10.886194 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 1250bf8e-004a-44ae-a5a9-5013188a9085 not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:15:10.890950 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:10.992340 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-11465f60-619d-44d6-b089-90e5b92c1f14 req-afa1be52-94c0-4023-bec1-732ec84285ac tempest-DeleteServersTestJSON-1930368145 tempest-DeleteServersTestJSON-1930368145-project] 10.222.0.55 "GET /v2.0/ports?device_id=364eff63-27a1-4e99-bb61-81ac36f72973 HTTP/1.1" status: 200 len: 210 time: 0.0714102 May 10 03:15:11.027626 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3596c63-70b9-46dc-ad3b-2cf51d81d797 req-90df2a0a-494c-4550-877b-6b88bd76053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:11.029025 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c3596c63-70b9-46dc-ad3b-2cf51d81d797 req-90df2a0a-494c-4550-877b-6b88bd76053d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2376b2c653467b885e8f3deb5018e7&device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 1129 time: 0.1071024 May 10 03:15:11.049427 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0d19c680-492f-4e17-9e3c-63d2a202254b req-01496f64-3698-44b7-ba4d-5995b8aeffe2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855038 May 10 03:15:11.096127 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2e6def28-0308-4ee9-b21a-ba711ab33bd9 req-92dbd269-897a-4d09-b096-a65c8bbe9915 service neutron] 10.222.0.64 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383978 May 10 03:15:11.211030 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19c680-492f-4e17-9e3c-63d2a202254b req-b87d8bee-f363-4eb3-9873-7aea526eede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:11.212166 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0d19c680-492f-4e17-9e3c-63d2a202254b req-b87d8bee-f363-4eb3-9873-7aea526eede4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 1129 time: 0.1041181 May 10 03:15:11.229756 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3596c63-70b9-46dc-ad3b-2cf51d81d797 req-347b5c0b-c8e6-4644-baaf-f710d5d3a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:11.231212 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c3596c63-70b9-46dc-ad3b-2cf51d81d797 req-347b5c0b-c8e6-4644-baaf-f710d5d3a0ab service neutron] 10.222.0.64 "GET /v2.0/networks?id=20b0c49b-98e0-4d73-bdea-8b46faafc116 HTTP/1.1" status: 200 len: 914 time: 0.1929517 May 10 03:15:11.299972 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2e6def28-0308-4ee9-b21a-ba711ab33bd9 req-f689f721-0657-42eb-babd-386908d62ac0 service neutron] 10.222.0.64 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926844 May 10 03:15:11.359728 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c3596c63-70b9-46dc-ad3b-2cf51d81d797 req-524687f1-88b3-414c-b790-37e5ae12a66d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca4610dc-9a2b-4dfa-a722-526e08fec54d HTTP/1.1" status: 200 len: 1000 time: 0.1150818 May 10 03:15:11.419017 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19c680-492f-4e17-9e3c-63d2a202254b req-7c928437-4666-4028-840a-871256635c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:11.420470 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0d19c680-492f-4e17-9e3c-63d2a202254b req-7c928437-4666-4028-840a-871256635c98 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 200 len: 920 time: 0.1748495 May 10 03:15:11.428948 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3596c63-70b9-46dc-ad3b-2cf51d81d797 req-4cad8f27-8e2b-4908-956a-033f28bcc0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:11.430276 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c3596c63-70b9-46dc-ad3b-2cf51d81d797 req-4cad8f27-8e2b-4908-956a-033f28bcc0ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ad8a8dc-3066-46a1-87d8-bb9efc0920fd HTTP/1.1" status: 200 len: 852 time: 0.0600789 May 10 03:15:11.478117 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0d19c680-492f-4e17-9e3c-63d2a202254b req-5ec2a82b-ae87-4279-b295-fae58e7c7864 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd37adcc-6c61-4249-b29c-d3a717224790 HTTP/1.1" status: 200 len: 217 time: 0.0367575 May 10 03:15:11.827020 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3596c63-70b9-46dc-ad3b-2cf51d81d797 req-3d9b279d-43ba-4148-93ed-7ef46eec084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:11.829067 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c3596c63-70b9-46dc-ad3b-2cf51d81d797 req-3d9b279d-43ba-4148-93ed-7ef46eec084a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20b0c49b-98e0-4d73-bdea-8b46faafc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730023 May 10 03:15:11.854820 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19c680-492f-4e17-9e3c-63d2a202254b req-8b66b4e4-a79f-4894-bbe0-fa41057c67eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:11.856879 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0d19c680-492f-4e17-9e3c-63d2a202254b req-8b66b4e4-a79f-4894-bbe0-fa41057c67eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b HTTP/1.1" status: 200 len: 858 time: 0.0733845 May 10 03:15:11.949737 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19c680-492f-4e17-9e3c-63d2a202254b req-85ada7f0-29ad-44a1-8f37-c829a21cabea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:11.951553 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0d19c680-492f-4e17-9e3c-63d2a202254b req-85ada7f0-29ad-44a1-8f37-c829a21cabea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73cc213e-781c-42c1-8c05-7293b0a3f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811491 May 10 03:15:11.959521 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1b97e-ae10-4ac0-b790-1c87b5b75a1d req-bfd35bdc-0599-431a-8a69-df140fb966ec tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:11.973152 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-fdd1b97e-ae10-4ac0-b790-1c87b5b75a1d req-bfd35bdc-0599-431a-8a69-df140fb966ec tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.1104980 May 10 03:15:12.039184 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c3596c63-70b9-46dc-ad3b-2cf51d81d797 req-52716573-04e1-4d2b-9eb9-26855d9f8bba service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008474 May 10 03:15:12.103410 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-fdd1b97e-ae10-4ac0-b790-1c87b5b75a1d req-784a1ea6-cb1a-4a1c-9e09-5b7690aa665b tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281528 May 10 03:15:12.389261 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0d19c680-492f-4e17-9e3c-63d2a202254b req-33893821-4b05-4795-bbde-3d34bfe6eba2 service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255066 May 10 03:15:12.468893 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c3596c63-70b9-46dc-ad3b-2cf51d81d797 req-5365b159-c163-48c3-8e45-cea848b2a1d1 service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210882 May 10 03:15:12.493951 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34710) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:12.530780 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0d19c680-492f-4e17-9e3c-63d2a202254b req-610c1fe2-10df-4fdd-8374-52bc61876b7b service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304691 May 10 03:15:12.634717 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:12.711383 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] Publish callbacks [] for security_group (9f7f4763-e165-4b6c-9967-17d6373011ec), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:12.716191 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (9f7f4763-e165-4b6c-9967-17d6373011ec), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:12.756365 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ec83616a4ec74a71ae37bf663f0e0812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606978 May 10 03:15:12.757273 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7f4763-e165-4b6c-9967-17d6373011ec,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:12.759108 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 34728) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:12.764572 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:12.764986 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:12.765348 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:12.765684 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:12.766034 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:12.766404 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:12.766792 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:12.767750 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:12.768143 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:12.768474 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:12.768839 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:12.769169 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:12.769486 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:12.769799 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:12.770137 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359956d-306c-4243-b6aa-4436c0c674a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:12.812659 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9e9a5bf-24a0-46ab-840a-8e22129df541 admin admin] Publish callbacks [] for security_group (9f7f4763-e165-4b6c-9967-17d6373011ec), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:12.835583 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9e9a5bf-24a0-46ab-840a-8e22129df541 admin admin] Publish callbacks [] for security_group (9f7f4763-e165-4b6c-9967-17d6373011ec), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:12.889804 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9e9a5bf-24a0-46ab-840a-8e22129df541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (9f7f4763-e165-4b6c-9967-17d6373011ec), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:12.892984 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9e9a5bf-24a0-46ab-840a-8e22129df541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:12.894104 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-d9e9a5bf-24a0-46ab-840a-8e22129df541 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f7f4763-e165-4b6c-9967-17d6373011ec HTTP/1.1" status: 204 len: 168 time: 0.1338606 May 10 03:15:12.901491 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9a5bf-24a0-46ab-840a-8e22129df541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7f4763-e165-4b6c-9967-17d6373011ec,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:13.152036 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34738) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:13.165642 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-361bd725-bc9c-4265-b325-97c2fe8a89a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:13.213516 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b3c4d-8afb-4755-a03b-42e13d9aaa49 req-8de1c506-8d6f-4094-8b6c-109f023dee40 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:13.215020 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3a6b3c4d-8afb-4755-a03b-42e13d9aaa49 req-8de1c506-8d6f-4094-8b6c-109f023dee40 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0496445 May 10 03:15:13.244082 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-361bd725-bc9c-4265-b325-97c2fe8a89a6 admin admin] Publish callbacks [] for security_group (e1628a72-890d-4532-961a-4a8f6703d1a7), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:13.247804 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-361bd725-bc9c-4265-b325-97c2fe8a89a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (e1628a72-890d-4532-961a-4a8f6703d1a7), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:13.263673 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3a6b3c4d-8afb-4755-a03b-42e13d9aaa49 req-8fda6b9f-4daf-4515-b1dd-78d87864b015 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419037 May 10 03:15:13.289220 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-361bd725-bc9c-4265-b325-97c2fe8a89a6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5f07b1979b04bf19ddf8472cfed2def&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359649 May 10 03:15:13.290287 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bd725-bc9c-4265-b325-97c2fe8a89a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1628a72-890d-4532-961a-4a8f6703d1a7,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:13.291900 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 34740) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:13.338721 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2934cb46-75ec-46ec-b094-af49eafdf5ea admin admin] Publish callbacks [] for security_group (e1628a72-890d-4532-961a-4a8f6703d1a7), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:13.359485 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2934cb46-75ec-46ec-b094-af49eafdf5ea admin admin] Publish callbacks [] for security_group (e1628a72-890d-4532-961a-4a8f6703d1a7), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:13.404426 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2934cb46-75ec-46ec-b094-af49eafdf5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (e1628a72-890d-4532-961a-4a8f6703d1a7), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:13.407230 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2934cb46-75ec-46ec-b094-af49eafdf5ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:13.408463 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-2934cb46-75ec-46ec-b094-af49eafdf5ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e1628a72-890d-4532-961a-4a8f6703d1a7 HTTP/1.1" status: 204 len: 168 time: 0.1155591 May 10 03:15:13.416088 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934cb46-75ec-46ec-b094-af49eafdf5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1628a72-890d-4532-961a-4a8f6703d1a7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:13.687987 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 34754) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:13.737579 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c05ffc-b186-47f3-9578-f06a7f39fa77 admin admin] Deleting subnet 38d61204-4fc1-4be0-ab2a-24d89baa5484 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:15:13.741155 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3c05ffc-b186-47f3-9578-f06a7f39fa77 admin admin] Publish callbacks [] for subnet (38d61204-4fc1-4be0-ab2a-24d89baa5484), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:13.791288 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3c05ffc-b186-47f3-9578-f06a7f39fa77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7618921'] for subnet (38d61204-4fc1-4be0-ab2a-24d89baa5484), precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:13.842958 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3c05ffc-b186-47f3-9578-f06a7f39fa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716651'] for subnet (38d61204-4fc1-4be0-ab2a-24d89baa5484), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:13.902703 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3c05ffc-b186-47f3-9578-f06a7f39fa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6482470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5503903'] for subnet (38d61204-4fc1-4be0-ab2a-24d89baa5484), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:13.935692 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c05ffc-b186-47f3-9578-f06a7f39fa77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d61204-4fc1-4be0-ab2a-24d89baa5484,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:13.940694 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3c05ffc-b186-47f3-9578-f06a7f39fa77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:13.943990 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-d3c05ffc-b186-47f3-9578-f06a7f39fa77 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/38d61204-4fc1-4be0-ab2a-24d89baa5484 HTTP/1.1" status: 204 len: 168 time: 0.2549918 May 10 03:15:13.947524 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34772) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:14.035172 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085630'] for network (575784cb-76c0-40a2-87cd-ac1108d52bb1), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:14.144961 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952848', 'neutron.services.segments.db._delete_segments_for_network-8729517486385'] for network (575784cb-76c0-40a2-87cd-ac1108d52bb1), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:14.173101 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:15:14.173101 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:15:14.173101 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:15:14.173101 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:15:14.173101 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:15:14.173101 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:15:14.173101 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:15:14.173101 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:15:14.175350 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:15:14.175350 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:15:14.253393 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:15:14.253979 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:15:14.254525 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:15:14.255076 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:15:14.255689 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575784cb-76c0-40a2-87cd-ac1108d52bb1']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:15:14.277588 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfaa11a-f182-4314-9cf6-9601f62db499') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:15:14.278060 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfaa11a-f182-4314-9cf6-9601f62db499') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:15:14.299402 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729517486906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576961'] for segment (fdfaa11a-f182-4314-9cf6-9601f62db499), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:14.327193 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (fdfaa11a-f182-4314-9cf6-9601f62db499), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:14.338394 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:15:14.338795 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5428932'] for segment (fdfaa11a-f182-4314-9cf6-9601f62db499), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: from cryptography.utils import int_from_bytes May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: from cryptography.utils import int_from_bytes May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: Traceback (most recent call last): May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: timer() May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: cb(*args, **kw) May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: return func(*args, **kwargs) May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: self._notify() May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: self.callback(batched_events) May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: event.method(event) May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: return f(self, *a, **k) May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._get(url).json() May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: return self.request(url, 'GET', **kwargs) May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:15:14.354203 dv-cinder-830094-4-iscsi neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:15:14.667810 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7ca51-2a3d-4b3b-b304-d0c4d018c1d2 req-fd9d197f-9168-44fa-a789-9997fbe53164 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:14.669398 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-05b7ca51-2a3d-4b3b-b304-d0c4d018c1d2 req-fd9d197f-9168-44fa-a789-9997fbe53164 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.3152425 May 10 03:15:14.669982 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964138'] for network (575784cb-76c0-40a2-87cd-ac1108d52bb1), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:14.682196 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:14.685586 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/575784cb-76c0-40a2-87cd-ac1108d52bb1 HTTP/1.1" status: 204 len: 168 time: 0.7370384 May 10 03:15:14.706864 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba1c70-a59f-4893-a1ee-b3b258eef2c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=575784cb-76c0-40a2-87cd-ac1108d52bb1,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:14.741338 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-05b7ca51-2a3d-4b3b-b304-d0c4d018c1d2 req-6c392846-4d4a-46a4-9129-731e4780b7d0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624387 May 10 03:15:14.769816 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d345bb42-07f8-40ae-8dfa-9a9a5b390fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:14.871654 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34808) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:14.915852 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-caabffb2-7080-41dd-8da4-a9bb1c5ef887 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=857b83406e874fcea2e81894d366f353&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428655 May 10 03:15:14.918288 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34812) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:14.968850 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-60505e34-fd38-42a3-8262-99a23a6a3b36 admin admin] Publish callbacks [] for security_group (d0e184d4-5969-40bd-ba5c-284582e6a96a), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:14.994643 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-60505e34-fd38-42a3-8262-99a23a6a3b36 admin admin] Publish callbacks [] for security_group (d0e184d4-5969-40bd-ba5c-284582e6a96a), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:15.047261 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-60505e34-fd38-42a3-8262-99a23a6a3b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (d0e184d4-5969-40bd-ba5c-284582e6a96a), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:15.050705 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-60505e34-fd38-42a3-8262-99a23a6a3b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:15.051876 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-60505e34-fd38-42a3-8262-99a23a6a3b36 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d0e184d4-5969-40bd-ba5c-284582e6a96a HTTP/1.1" status: 204 len: 168 time: 0.1326911 May 10 03:15:15.060513 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60505e34-fd38-42a3-8262-99a23a6a3b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e184d4-5969-40bd-ba5c-284582e6a96a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:15.172585 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34820) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:15.427178 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-66d5e7f9-66ea-49ab-aea7-38ee481fdfd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:15.515405 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-66d5e7f9-66ea-49ab-aea7-38ee481fdfd2 admin admin] Publish callbacks [] for security_group (53840989-30cc-4c02-87dc-a430c15fb55a), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:15.519825 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-66d5e7f9-66ea-49ab-aea7-38ee481fdfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (53840989-30cc-4c02-87dc-a430c15fb55a), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:15.567239 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-66d5e7f9-66ea-49ab-aea7-38ee481fdfd2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b8b0b3979c0b4ef0aaffc3946e4c6379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857350 May 10 03:15:15.567239 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5e7f9-66ea-49ab-aea7-38ee481fdfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53840989-30cc-4c02-87dc-a430c15fb55a,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:15.567389 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 34852) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:15.635233 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d9957e7-41a7-436a-9871-19fc5bd5a424 admin admin] Publish callbacks [] for security_group (53840989-30cc-4c02-87dc-a430c15fb55a), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:15.660238 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d9957e7-41a7-436a-9871-19fc5bd5a424 admin admin] Publish callbacks [] for security_group (53840989-30cc-4c02-87dc-a430c15fb55a), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:15.713899 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d9957e7-41a7-436a-9871-19fc5bd5a424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (53840989-30cc-4c02-87dc-a430c15fb55a), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:15.717127 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d9957e7-41a7-436a-9871-19fc5bd5a424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:15.721882 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-1d9957e7-41a7-436a-9871-19fc5bd5a424 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/53840989-30cc-4c02-87dc-a430c15fb55a HTTP/1.1" status: 204 len: 168 time: 0.1570189 May 10 03:15:15.730363 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9957e7-41a7-436a-9871-19fc5bd5a424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53840989-30cc-4c02-87dc-a430c15fb55a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:15.863671 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699fb77-6561-4043-8b70-f5b82b7cf2d5 req-f80f2e0a-8c03-421a-8b77-6960ed51b6ae tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:15.865256 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2699fb77-6561-4043-8b70-f5b82b7cf2d5 req-f80f2e0a-8c03-421a-8b77-6960ed51b6ae tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0487182 May 10 03:15:15.918302 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2699fb77-6561-4043-8b70-f5b82b7cf2d5 req-dd8f7dcb-ba76-4f88-9adb-b3bdc98e919b tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470650 May 10 03:15:15.964354 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34884) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:16.196196 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3424e01e-0759-410d-aba7-3f430e30ba95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:16.310877 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3424e01e-0759-410d-aba7-3f430e30ba95 admin admin] Publish callbacks [] for security_group (1f87406d-bd77-430b-bfef-5bc398fe68ab), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:16.318479 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3424e01e-0759-410d-aba7-3f430e30ba95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (1f87406d-bd77-430b-bfef-5bc398fe68ab), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:16.387197 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424e01e-0759-410d-aba7-3f430e30ba95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f87406d-bd77-430b-bfef-5bc398fe68ab,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:16.396436 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-3424e01e-0759-410d-aba7-3f430e30ba95 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46a94b6f6edd4b82808596d4cdd2f14c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4310122 May 10 03:15:16.396807 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 34914) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:16.462648 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-167555f4-ee39-46db-8c45-024ae4defa43 admin admin] Publish callbacks [] for security_group (1f87406d-bd77-430b-bfef-5bc398fe68ab), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:16.487447 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-167555f4-ee39-46db-8c45-024ae4defa43 admin admin] Publish callbacks [] for security_group (1f87406d-bd77-430b-bfef-5bc398fe68ab), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:16.549100 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-167555f4-ee39-46db-8c45-024ae4defa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (1f87406d-bd77-430b-bfef-5bc398fe68ab), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:16.554589 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-167555f4-ee39-46db-8c45-024ae4defa43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:16.555885 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-167555f4-ee39-46db-8c45-024ae4defa43 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f87406d-bd77-430b-bfef-5bc398fe68ab HTTP/1.1" status: 204 len: 168 time: 0.1570234 May 10 03:15:16.563921 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167555f4-ee39-46db-8c45-024ae4defa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f87406d-bd77-430b-bfef-5bc398fe68ab,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:16.805947 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 34938) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:16.862822 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34944) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:16.876339 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1ec31677-edca-4c28-afeb-7da0eca8bbbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:16.932242 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-609c3a65-fa51-4540-b6a1-0180f5ce9375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:16.964518 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1ec31677-edca-4c28-afeb-7da0eca8bbbc admin admin] Publish callbacks [] for security_group (b84eda2a-e47b-4587-a431-d5cf1c8fe9b1), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:16.969122 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1ec31677-edca-4c28-afeb-7da0eca8bbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (b84eda2a-e47b-4587-a431-d5cf1c8fe9b1), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:17.003099 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec31677-edca-4c28-afeb-7da0eca8bbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84eda2a-e47b-4587-a431-d5cf1c8fe9b1,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:17.030708 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-1ec31677-edca-4c28-afeb-7da0eca8bbbc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=44578759b9ae4ec6b08c6abb825a48f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660197 May 10 03:15:17.033608 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 34950) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:17.085221 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857344d1-fb40-4b05-8330-87f0f6622915 req-d6e904af-e61e-42d6-a188-158144e6a137 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:17.086932 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-857344d1-fb40-4b05-8330-87f0f6622915 req-d6e904af-e61e-42d6-a188-158144e6a137 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0688550 May 10 03:15:17.123956 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-db670a83-e182-427e-acc7-6505aa22fdca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:17.136807 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5da3865-97a4-4335-a5fc-673a5593cffc admin admin] Publish callbacks [] for security_group (b84eda2a-e47b-4587-a431-d5cf1c8fe9b1), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:17.138672 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-857344d1-fb40-4b05-8330-87f0f6622915 req-a61ef411-c3fe-4302-bbec-94ddb0b348a6 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455551 May 10 03:15:17.179362 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5da3865-97a4-4335-a5fc-673a5593cffc admin admin] Publish callbacks [] for security_group (b84eda2a-e47b-4587-a431-d5cf1c8fe9b1), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:17.258804 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-db670a83-e182-427e-acc7-6505aa22fdca admin admin] Publish callbacks [] for security_group (30b26680-6f90-46a7-96f3-3f89c5c55605), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:17.260670 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5da3865-97a4-4335-a5fc-673a5593cffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (b84eda2a-e47b-4587-a431-d5cf1c8fe9b1), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:17.263243 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5da3865-97a4-4335-a5fc-673a5593cffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:17.266992 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-b5da3865-97a4-4335-a5fc-673a5593cffc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b84eda2a-e47b-4587-a431-d5cf1c8fe9b1 HTTP/1.1" status: 204 len: 168 time: 0.2298315 May 10 03:15:17.272503 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-db670a83-e182-427e-acc7-6505aa22fdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (30b26680-6f90-46a7-96f3-3f89c5c55605), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:17.288157 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da3865-97a4-4335-a5fc-673a5593cffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84eda2a-e47b-4587-a431-d5cf1c8fe9b1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:17.347740 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-db670a83-e182-427e-acc7-6505aa22fdca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5636293a7a474103ab433dbbdcdaee54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5406303 May 10 03:15:17.349987 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db670a83-e182-427e-acc7-6505aa22fdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b26680-6f90-46a7-96f3-3f89c5c55605,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:17.350598 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 34962) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:17.420811 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-70599d98-88ed-4a8d-a413-dda752718bc4 admin admin] Publish callbacks [] for security_group (30b26680-6f90-46a7-96f3-3f89c5c55605), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:17.445174 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-70599d98-88ed-4a8d-a413-dda752718bc4 admin admin] Publish callbacks [] for security_group (30b26680-6f90-46a7-96f3-3f89c5c55605), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:17.497669 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-70599d98-88ed-4a8d-a413-dda752718bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (30b26680-6f90-46a7-96f3-3f89c5c55605), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:17.500326 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-70599d98-88ed-4a8d-a413-dda752718bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:17.502349 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-70599d98-88ed-4a8d-a413-dda752718bc4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30b26680-6f90-46a7-96f3-3f89c5c55605 HTTP/1.1" status: 204 len: 168 time: 0.1497464 May 10 03:15:17.511345 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70599d98-88ed-4a8d-a413-dda752718bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b26680-6f90-46a7-96f3-3f89c5c55605,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:18.159024 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:18.274025 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2335a0f-5ad5-498c-9bfd-7c5046b68c82 req-5602a32e-4b2e-42e8-84c1-01b7332a844b tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:18.276056 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b2335a0f-5ad5-498c-9bfd-7c5046b68c82 req-5602a32e-4b2e-42e8-84c1-01b7332a844b tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0514848 May 10 03:15:18.331717 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b2335a0f-5ad5-498c-9bfd-7c5046b68c82 req-724bd72c-2f31-4834-9489-45bf4291f93e tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469978 May 10 03:15:19.445922 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94c2d1-8135-4731-8a8b-0201155327d3 req-2e3eb629-2914-4d7c-bfe2-d27d23f907d7 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:19.447513 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-dd94c2d1-8135-4731-8a8b-0201155327d3 req-2e3eb629-2914-4d7c-bfe2-d27d23f907d7 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0470490 May 10 03:15:19.502295 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-dd94c2d1-8135-4731-8a8b-0201155327d3 req-38f9d057-c2b5-4f6a-b5eb-fd2cbe2ca713 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483966 May 10 03:15:19.796622 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:20.618000 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acdd6e-bae3-4a98-84a1-6775e8f8f9b5 req-5ef300b0-12cd-494e-9cce-e2618338f592 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:20.619503 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e3acdd6e-bae3-4a98-84a1-6775e8f8f9b5 req-5ef300b0-12cd-494e-9cce-e2618338f592 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0496690 May 10 03:15:20.666091 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e3acdd6e-bae3-4a98-84a1-6775e8f8f9b5 req-856fcfc7-4493-4c32-a747-f7afab799239 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412359 May 10 03:15:21.133933 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:21.790048 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c409af-dd43-4c38-9c90-eeeeee9b7f59 req-00f91183-c7c3-42b5-ad20-0b5737eeaca4 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:21.791649 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b6c409af-dd43-4c38-9c90-eeeeee9b7f59 req-00f91183-c7c3-42b5-ad20-0b5737eeaca4 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0533447 May 10 03:15:21.851026 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b6c409af-dd43-4c38-9c90-eeeeee9b7f59 req-b39145f0-22b4-42d8-a3fe-7eaee4f8916b tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516922 May 10 03:15:22.966383 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69eb0ba-4e71-418e-aa7a-560eedd17376 req-8c675598-407d-47b8-b858-113f7a64189e tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:22.967825 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b69eb0ba-4e71-418e-aa7a-560eedd17376 req-8c675598-407d-47b8-b858-113f7a64189e tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0488453 May 10 03:15:23.015068 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b69eb0ba-4e71-418e-aa7a-560eedd17376 req-587414a2-57a5-44f9-aba1-baf6c9f1d15e tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416400 May 10 03:15:24.128090 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c525ba-af82-4c4c-b74c-dcd56d438d22 req-746ff108-9d80-465e-92cd-30778fe03a05 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:24.129519 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-63c525ba-af82-4c4c-b74c-dcd56d438d22 req-746ff108-9d80-465e-92cd-30778fe03a05 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0461562 May 10 03:15:24.175743 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-63c525ba-af82-4c4c-b74c-dcd56d438d22 req-ebbf8849-7a7b-41e9-87f5-e2bc226ca4be tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398011 May 10 03:15:25.288915 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7964041-d269-49e9-ab28-efeca2486dd6 req-af1712ca-1ae8-4c59-9cf3-ec7cfc469a43 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:25.290386 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e7964041-d269-49e9-ab28-efeca2486dd6 req-af1712ca-1ae8-4c59-9cf3-ec7cfc469a43 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0484929 May 10 03:15:25.339072 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e7964041-d269-49e9-ab28-efeca2486dd6 req-25af60c2-7650-403f-b04d-a4c802061909 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431952 May 10 03:15:26.462405 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dceee-cff8-4d4b-a298-f59ed9f45f14 req-090b8dd6-b041-4731-a8fe-e557871d5613 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:26.464020 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-440dceee-cff8-4d4b-a298-f59ed9f45f14 req-090b8dd6-b041-4731-a8fe-e557871d5613 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0563095 May 10 03:15:26.546483 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-440dceee-cff8-4d4b-a298-f59ed9f45f14 req-e04f1bf0-59df-4aca-88a2-43d477e5b85d tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696416 May 10 03:15:27.647955 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b68c5-0684-4411-a25c-7b5bbd10bf06 req-8ef50d57-4e00-4108-ae9d-8526fcbe1375 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:27.649485 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3b1b68c5-0684-4411-a25c-7b5bbd10bf06 req-8ef50d57-4e00-4108-ae9d-8526fcbe1375 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0471170 May 10 03:15:27.702324 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3b1b68c5-0684-4411-a25c-7b5bbd10bf06 req-b2914dfd-3b7e-489a-8245-aa34b7f9bfd7 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463605 May 10 03:15:28.817425 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a0e52-ed92-4f99-b95e-b58f1d1eb167 req-8d7b66fa-b763-420a-9cbc-36f7186c1627 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:28.818855 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7f7a0e52-ed92-4f99-b95e-b58f1d1eb167 req-8d7b66fa-b763-420a-9cbc-36f7186c1627 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0478852 May 10 03:15:28.865740 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7f7a0e52-ed92-4f99-b95e-b58f1d1eb167 req-b8d27e62-960b-42e5-aa7a-763f861a0807 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412636 May 10 03:15:29.202908 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:15:29.977935 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade2e29-6e07-4e6b-b27f-646d5d6f254f req-216634fe-ea8c-425b-ae4b-900e624762f4 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:29.979405 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5ade2e29-6e07-4e6b-b27f-646d5d6f254f req-216634fe-ea8c-425b-ae4b-900e624762f4 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0461721 May 10 03:15:30.024992 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5ade2e29-6e07-4e6b-b27f-646d5d6f254f req-9181cc9f-5b7b-4dd8-b95b-ad8fcdaf448a tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401595 May 10 03:15:30.398704 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 35384) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:30.507459 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4a64cd70-b63d-4fb1-9e41-5a9694a7a4f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:30.587127 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4a64cd70-b63d-4fb1-9e41-5a9694a7a4f9 admin admin] Publish callbacks [] for security_group (178879c0-a4a2-4698-b684-50ef4aca21ed), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:30.592322 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4a64cd70-b63d-4fb1-9e41-5a9694a7a4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (178879c0-a4a2-4698-b684-50ef4aca21ed), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:30.632939 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-4a64cd70-b63d-4fb1-9e41-5a9694a7a4f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02d8746568644757a308b2366be64d68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331176 May 10 03:15:30.637117 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 35396) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:30.644725 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64cd70-b63d-4fb1-9e41-5a9694a7a4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178879c0-a4a2-4698-b684-50ef4aca21ed,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:30.710320 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e37f8a6-ddda-405a-a90e-95acf1b1aedc admin admin] Publish callbacks [] for security_group (178879c0-a4a2-4698-b684-50ef4aca21ed), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:30.733728 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e37f8a6-ddda-405a-a90e-95acf1b1aedc admin admin] Publish callbacks [] for security_group (178879c0-a4a2-4698-b684-50ef4aca21ed), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:30.792509 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e37f8a6-ddda-405a-a90e-95acf1b1aedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (178879c0-a4a2-4698-b684-50ef4aca21ed), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:30.795494 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e37f8a6-ddda-405a-a90e-95acf1b1aedc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:30.796687 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-7e37f8a6-ddda-405a-a90e-95acf1b1aedc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/178879c0-a4a2-4698-b684-50ef4aca21ed HTTP/1.1" status: 204 len: 168 time: 0.1586411 May 10 03:15:30.808128 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37f8a6-ddda-405a-a90e-95acf1b1aedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178879c0-a4a2-4698-b684-50ef4aca21ed,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:31.072005 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 35410) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:31.086488 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7f07c499-46df-4d17-9f86-a2bde43bdd29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:31.161119 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a46e7a-f068-4d5a-8aea-fbdde5b0b9d0 req-68223a0a-e4c6-4e14-92d1-469b2c4a5e69 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:31.162505 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-07a46e7a-f068-4d5a-8aea-fbdde5b0b9d0 req-68223a0a-e4c6-4e14-92d1-469b2c4a5e69 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0641968 May 10 03:15:31.236225 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7f07c499-46df-4d17-9f86-a2bde43bdd29 admin admin] Publish callbacks [] for security_group (cbbf18b7-208e-4c88-a54b-4324c8821be1), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:31.240396 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-07a46e7a-f068-4d5a-8aea-fbdde5b0b9d0 req-5a0eef8a-f49b-4007-aacf-22e2a9fa2043 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703652 May 10 03:15:31.241400 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7f07c499-46df-4d17-9f86-a2bde43bdd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (cbbf18b7-208e-4c88-a54b-4324c8821be1), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:31.278437 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07c499-46df-4d17-9f86-a2bde43bdd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbf18b7-208e-4c88-a54b-4324c8821be1,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:31.282766 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-7f07c499-46df-4d17-9f86-a2bde43bdd29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5bcf7e296c94f5da88dac23b5d9ffdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2096179 May 10 03:15:31.285572 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 35412) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:31.332928 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82063102-f8f2-4512-b4b5-baccd2a41b14 admin admin] Publish callbacks [] for security_group (cbbf18b7-208e-4c88-a54b-4324c8821be1), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:31.354555 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82063102-f8f2-4512-b4b5-baccd2a41b14 admin admin] Publish callbacks [] for security_group (cbbf18b7-208e-4c88-a54b-4324c8821be1), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:31.400466 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82063102-f8f2-4512-b4b5-baccd2a41b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (cbbf18b7-208e-4c88-a54b-4324c8821be1), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:31.403084 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82063102-f8f2-4512-b4b5-baccd2a41b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:31.404214 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-82063102-f8f2-4512-b4b5-baccd2a41b14 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cbbf18b7-208e-4c88-a54b-4324c8821be1 HTTP/1.1" status: 204 len: 168 time: 0.1177571 May 10 03:15:31.413500 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82063102-f8f2-4512-b4b5-baccd2a41b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbf18b7-208e-4c88-a54b-4324c8821be1,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:31.753934 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 35438) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:31.767410 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-620f6778-f8c2-48be-abcb-5b7b3c0ad5a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:31.843719 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-620f6778-f8c2-48be-abcb-5b7b3c0ad5a3 admin admin] Publish callbacks [] for security_group (97f81e1e-0f64-4539-90ce-47433ac24e71), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:31.848102 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-620f6778-f8c2-48be-abcb-5b7b3c0ad5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (97f81e1e-0f64-4539-90ce-47433ac24e71), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:31.850888 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 35442) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:31.899835 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f6778-f8c2-48be-abcb-5b7b3c0ad5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f81e1e-0f64-4539-90ce-47433ac24e71,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:31.904566 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-620f6778-f8c2-48be-abcb-5b7b3c0ad5a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87e06355164840119f89dbab6e514f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495099 May 10 03:15:31.907605 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 35450) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:31.976995 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5744104-b308-43bb-ad6c-cee40c46e214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:31.998510 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af6232f7-3544-4570-8f1d-8058e52421cd admin admin] Publish callbacks [] for security_group (97f81e1e-0f64-4539-90ce-47433ac24e71), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:32.036157 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af6232f7-3544-4570-8f1d-8058e52421cd admin admin] Publish callbacks [] for security_group (97f81e1e-0f64-4539-90ce-47433ac24e71), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:32.116903 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af6232f7-3544-4570-8f1d-8058e52421cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (97f81e1e-0f64-4539-90ce-47433ac24e71), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:32.119357 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af6232f7-3544-4570-8f1d-8058e52421cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:32.120475 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-af6232f7-3544-4570-8f1d-8058e52421cd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/97f81e1e-0f64-4539-90ce-47433ac24e71 HTTP/1.1" status: 204 len: 168 time: 0.2118669 May 10 03:15:32.141612 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6232f7-3544-4570-8f1d-8058e52421cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f81e1e-0f64-4539-90ce-47433ac24e71,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:32.147750 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5744104-b308-43bb-ad6c-cee40c46e214 admin admin] Publish callbacks [] for security_group (740e40ee-7650-4944-bc11-641e7a3fd062), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:32.153758 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5744104-b308-43bb-ad6c-cee40c46e214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (740e40ee-7650-4944-bc11-641e7a3fd062), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:32.203569 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-f5744104-b308-43bb-ad6c-cee40c46e214 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bc0f1132691e41b48548f0a352fce067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491147 May 10 03:15:32.203945 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 35456) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:32.209484 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5744104-b308-43bb-ad6c-cee40c46e214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740e40ee-7650-4944-bc11-641e7a3fd062,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:32.262457 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68397db0-862d-409f-b627-f825e5e36a72 admin admin] Publish callbacks [] for security_group (740e40ee-7650-4944-bc11-641e7a3fd062), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:32.295471 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68397db0-862d-409f-b627-f825e5e36a72 admin admin] Publish callbacks [] for security_group (740e40ee-7650-4944-bc11-641e7a3fd062), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:32.359996 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68397db0-862d-409f-b627-f825e5e36a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (740e40ee-7650-4944-bc11-641e7a3fd062), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:32.363511 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68397db0-862d-409f-b627-f825e5e36a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:32.366975 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-68397db0-862d-409f-b627-f825e5e36a72 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/740e40ee-7650-4944-bc11-641e7a3fd062 HTTP/1.1" status: 204 len: 168 time: 0.1597862 May 10 03:15:32.373400 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68397db0-862d-409f-b627-f825e5e36a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740e40ee-7650-4944-bc11-641e7a3fd062,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:32.415975 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6993b-da59-4770-a751-b23fe6b60b69 req-2dc0a42d-f127-4347-a458-0170c9201472 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:32.418034 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e7d6993b-da59-4770-a751-b23fe6b60b69 req-2dc0a42d-f127-4347-a458-0170c9201472 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0782096 May 10 03:15:32.468590 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e7d6993b-da59-4770-a751-b23fe6b60b69 req-8acd9177-3832-46db-843b-0ee4c084bd34 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444875 May 10 03:15:32.702675 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 35464) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:32.715968 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2deb3cf6-e2e8-4b8c-8213-a78496e6a587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:32.795188 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2deb3cf6-e2e8-4b8c-8213-a78496e6a587 admin admin] Publish callbacks [] for security_group (0b0303d5-9df4-4d17-a52f-8f56f99a1b7d), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:32.799229 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2deb3cf6-e2e8-4b8c-8213-a78496e6a587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (0b0303d5-9df4-4d17-a52f-8f56f99a1b7d), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:32.837844 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-2deb3cf6-e2e8-4b8c-8213-a78496e6a587 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7558c76092e94755b7d5b4fa991f9bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340973 May 10 03:15:32.838594 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb3cf6-e2e8-4b8c-8213-a78496e6a587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0303d5-9df4-4d17-a52f-8f56f99a1b7d,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:32.840579 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 35470) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:32.890502 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cbd08365-5c65-4ea6-9266-d22ea9c860f0 admin admin] Publish callbacks [] for security_group (0b0303d5-9df4-4d17-a52f-8f56f99a1b7d), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:32.917790 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cbd08365-5c65-4ea6-9266-d22ea9c860f0 admin admin] Publish callbacks [] for security_group (0b0303d5-9df4-4d17-a52f-8f56f99a1b7d), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:32.966804 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cbd08365-5c65-4ea6-9266-d22ea9c860f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (0b0303d5-9df4-4d17-a52f-8f56f99a1b7d), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:32.969448 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cbd08365-5c65-4ea6-9266-d22ea9c860f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:32.970454 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-cbd08365-5c65-4ea6-9266-d22ea9c860f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0b0303d5-9df4-4d17-a52f-8f56f99a1b7d HTTP/1.1" status: 204 len: 168 time: 0.1286137 May 10 03:15:32.980943 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd08365-5c65-4ea6-9266-d22ea9c860f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0303d5-9df4-4d17-a52f-8f56f99a1b7d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:33.039583 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 35478) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:33.265437 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e3f727f-3584-44a3-ae64-74a30444890d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:33.343137 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e3f727f-3584-44a3-ae64-74a30444890d admin admin] Publish callbacks [] for security_group (bbe918a6-5c77-4ab5-8351-ee63f8f54b04), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:33.347430 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e3f727f-3584-44a3-ae64-74a30444890d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (bbe918a6-5c77-4ab5-8351-ee63f8f54b04), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:33.389603 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-8e3f727f-3584-44a3-ae64-74a30444890d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e014057f36034765ac1778f1d159b209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488150 May 10 03:15:33.391472 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f727f-3584-44a3-ae64-74a30444890d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe918a6-5c77-4ab5-8351-ee63f8f54b04,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:33.392467 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 35496) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:33.448264 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c73f-4223-41da-920d-0932dd7fabc2 admin admin] Publish callbacks [] for security_group (bbe918a6-5c77-4ab5-8351-ee63f8f54b04), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:33.474819 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c73f-4223-41da-920d-0932dd7fabc2 admin admin] Publish callbacks [] for security_group (bbe918a6-5c77-4ab5-8351-ee63f8f54b04), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:33.527947 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c73f-4223-41da-920d-0932dd7fabc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (bbe918a6-5c77-4ab5-8351-ee63f8f54b04), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:33.530666 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c73f-4223-41da-920d-0932dd7fabc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:33.532538 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-5cd7c73f-4223-41da-920d-0932dd7fabc2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbe918a6-5c77-4ab5-8351-ee63f8f54b04 HTTP/1.1" status: 204 len: 168 time: 0.1388767 May 10 03:15:33.541644 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7c73f-4223-41da-920d-0932dd7fabc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe918a6-5c77-4ab5-8351-ee63f8f54b04,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:33.601356 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e89a21-4fcf-4a57-9154-fb3cc0e3e6a6 req-b65b7908-6a9d-408f-9b38-511ab8e1ebaa tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:33.602907 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-89e89a21-4fcf-4a57-9154-fb3cc0e3e6a6 req-b65b7908-6a9d-408f-9b38-511ab8e1ebaa tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0527108 May 10 03:15:33.672857 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-89e89a21-4fcf-4a57-9154-fb3cc0e3e6a6 req-42d314ac-6daf-4e9c-b163-981e2fef51c0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587730 May 10 03:15:34.776643 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a938-1cb3-4438-9dd1-8759b0715a5c req-d4373985-745e-4684-8452-a497e6b60d24 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:34.778104 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-03b3a938-1cb3-4438-9dd1-8759b0715a5c req-d4373985-745e-4684-8452-a497e6b60d24 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0467579 May 10 03:15:34.827317 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-03b3a938-1cb3-4438-9dd1-8759b0715a5c req-16e99313-222f-4e47-a8a8-6f6793b0e5f8 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425828 May 10 03:15:35.553059 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 35552) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:35.655272 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0fa85c82-8e47-40fb-b44a-2e1640fa101f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:35.731178 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0fa85c82-8e47-40fb-b44a-2e1640fa101f admin admin] Publish callbacks [] for security_group (7d8d079c-2eb6-45ab-a637-618d8a85c63a), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:35.738456 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0fa85c82-8e47-40fb-b44a-2e1640fa101f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (7d8d079c-2eb6-45ab-a637-618d8a85c63a), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:35.782824 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-0fa85c82-8e47-40fb-b44a-2e1640fa101f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=faf3dd7fdd1241749cdbc51654877eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287035 May 10 03:15:35.783929 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa85c82-8e47-40fb-b44a-2e1640fa101f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8d079c-2eb6-45ab-a637-618d8a85c63a,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:35.786211 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 35564) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:35.843987 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3dab1245-5276-41cd-9dee-febff48f70cf admin admin] Publish callbacks [] for security_group (7d8d079c-2eb6-45ab-a637-618d8a85c63a), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:35.868939 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3dab1245-5276-41cd-9dee-febff48f70cf admin admin] Publish callbacks [] for security_group (7d8d079c-2eb6-45ab-a637-618d8a85c63a), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:35.927473 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3dab1245-5276-41cd-9dee-febff48f70cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (7d8d079c-2eb6-45ab-a637-618d8a85c63a), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:35.933401 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3dab1245-5276-41cd-9dee-febff48f70cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:35.933401 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-3dab1245-5276-41cd-9dee-febff48f70cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d8d079c-2eb6-45ab-a637-618d8a85c63a HTTP/1.1" status: 204 len: 168 time: 0.1440330 May 10 03:15:35.945577 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab1245-5276-41cd-9dee-febff48f70cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8d079c-2eb6-45ab-a637-618d8a85c63a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:35.983224 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b889fa-7cfe-4e01-8634-73e17413df52 req-b238a46d-b33c-4684-9743-40091b61c27a tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:35.984890 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-33b889fa-7cfe-4e01-8634-73e17413df52 req-b238a46d-b33c-4684-9743-40091b61c27a tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0795422 May 10 03:15:36.037240 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-33b889fa-7cfe-4e01-8634-73e17413df52 req-ba59918f-8dd3-485c-965e-d504d83ef0be tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455203 May 10 03:15:37.163203 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec295e-7662-4634-89bd-5b05dba8a5bd req-ba4b057b-62fe-4e4e-b92e-1f2905569ae7 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:37.166162 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-70ec295e-7662-4634-89bd-5b05dba8a5bd req-ba4b057b-62fe-4e4e-b92e-1f2905569ae7 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0480609 May 10 03:15:37.225297 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-70ec295e-7662-4634-89bd-5b05dba8a5bd req-6e11ddda-358a-4a5f-9e45-e596514c1dde tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431643 May 10 03:15:37.537167 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 35678) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:37.645694 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6dc8454f-6b5e-4544-bf0d-3947a1bb26f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:37.722275 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6dc8454f-6b5e-4544-bf0d-3947a1bb26f7 admin admin] Publish callbacks [] for security_group (1fb3749c-4778-4123-85c1-2ad4fbe82b73), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:37.726330 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6dc8454f-6b5e-4544-bf0d-3947a1bb26f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (1fb3749c-4778-4123-85c1-2ad4fbe82b73), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:37.764509 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-6dc8454f-6b5e-4544-bf0d-3947a1bb26f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e6e31340e64740959d42d891b5958586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262712 May 10 03:15:37.765697 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8454f-6b5e-4544-bf0d-3947a1bb26f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb3749c-4778-4123-85c1-2ad4fbe82b73,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:37.767493 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 35682) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:37.820359 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-318326f7-ca6c-4e44-ac72-2ce6f9f022bc admin admin] Publish callbacks [] for security_group (1fb3749c-4778-4123-85c1-2ad4fbe82b73), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:37.841725 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-318326f7-ca6c-4e44-ac72-2ce6f9f022bc admin admin] Publish callbacks [] for security_group (1fb3749c-4778-4123-85c1-2ad4fbe82b73), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:37.887834 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-318326f7-ca6c-4e44-ac72-2ce6f9f022bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (1fb3749c-4778-4123-85c1-2ad4fbe82b73), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:37.890414 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-318326f7-ca6c-4e44-ac72-2ce6f9f022bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:37.891545 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-318326f7-ca6c-4e44-ac72-2ce6f9f022bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1fb3749c-4778-4123-85c1-2ad4fbe82b73 HTTP/1.1" status: 204 len: 168 time: 0.1193678 May 10 03:15:37.899722 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318326f7-ca6c-4e44-ac72-2ce6f9f022bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb3749c-4778-4123-85c1-2ad4fbe82b73,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:38.163916 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 35690) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:38.178166 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1550d7d1-5c2b-48c5-95d0-3bc6be6cf56e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:38.267063 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1550d7d1-5c2b-48c5-95d0-3bc6be6cf56e admin admin] Publish callbacks [] for security_group (32e62c60-eed9-4627-8ff9-73de176de22f), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:38.273476 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1550d7d1-5c2b-48c5-95d0-3bc6be6cf56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (32e62c60-eed9-4627-8ff9-73de176de22f), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:38.317085 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-1550d7d1-5c2b-48c5-95d0-3bc6be6cf56e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88ec2c108d6749e6a0cd6295c1bd453e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492410 May 10 03:15:38.317488 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 35694) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:38.324782 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550d7d1-5c2b-48c5-95d0-3bc6be6cf56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e62c60-eed9-4627-8ff9-73de176de22f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:38.337704 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f063c-aa5e-4d7a-89d3-ba9b0cc45f82 req-35cb8581-49ca-4c1d-a5b7-11f0cc3e79e7 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:38.339181 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ef9f063c-aa5e-4d7a-89d3-ba9b0cc45f82 req-35cb8581-49ca-4c1d-a5b7-11f0cc3e79e7 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0531957 May 10 03:15:38.372626 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1956685-4279-422a-b40d-aa12a6bb5b09 admin admin] Publish callbacks [] for security_group (32e62c60-eed9-4627-8ff9-73de176de22f), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:38.388856 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ef9f063c-aa5e-4d7a-89d3-ba9b0cc45f82 req-4fa49d26-7483-44ef-996f-d6db93917c89 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436459 May 10 03:15:38.396927 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1956685-4279-422a-b40d-aa12a6bb5b09 admin admin] Publish callbacks [] for security_group (32e62c60-eed9-4627-8ff9-73de176de22f), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:38.444666 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1956685-4279-422a-b40d-aa12a6bb5b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (32e62c60-eed9-4627-8ff9-73de176de22f), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:38.447304 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1956685-4279-422a-b40d-aa12a6bb5b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:38.448453 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-a1956685-4279-422a-b40d-aa12a6bb5b09 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/32e62c60-eed9-4627-8ff9-73de176de22f HTTP/1.1" status: 204 len: 168 time: 0.1300528 May 10 03:15:38.456700 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1956685-4279-422a-b40d-aa12a6bb5b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e62c60-eed9-4627-8ff9-73de176de22f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:39.508841 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dd47e-f272-46b2-a459-c30631ff7394 req-e0946173-581a-4068-91e1-13b1ac0863a0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:39.510441 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-174dd47e-f272-46b2-a459-c30631ff7394 req-e0946173-581a-4068-91e1-13b1ac0863a0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0494168 May 10 03:15:39.560778 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-174dd47e-f272-46b2-a459-c30631ff7394 req-31c6241d-f526-4cdd-a967-0af6cae6277c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439904 May 10 03:15:40.677949 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de2cf3-036f-4fb5-b00d-24ecebbd2e09 req-a76d65ff-b129-4f42-ab45-7100c5bdbcee tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:40.679497 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-07de2cf3-036f-4fb5-b00d-24ecebbd2e09 req-a76d65ff-b129-4f42-ab45-7100c5bdbcee tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0488484 May 10 03:15:40.725454 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-07de2cf3-036f-4fb5-b00d-24ecebbd2e09 req-703972b8-7d89-401b-bce9-94e80de14da4 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404537 May 10 03:15:40.841400 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:41.842437 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128a530-135c-4060-9903-888e04e65049 req-8b80e1dc-824a-4469-9553-92f60a8d8592 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:41.843915 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6128a530-135c-4060-9903-888e04e65049 req-8b80e1dc-824a-4469-9553-92f60a8d8592 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0475750 May 10 03:15:41.895621 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6128a530-135c-4060-9903-888e04e65049 req-e330ac11-0c4f-4c38-b83c-4426e3b99a90 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461223 May 10 03:15:43.013555 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2784e0-5f22-4b90-bd03-3fad249f0711 req-653dab04-d744-4cbe-8cdf-d239940451ed tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:43.015173 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ba2784e0-5f22-4b90-bd03-3fad249f0711 req-653dab04-d744-4cbe-8cdf-d239940451ed tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0488329 May 10 03:15:43.063374 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ba2784e0-5f22-4b90-bd03-3fad249f0711 req-d7eda8ab-a0a9-4600-84f6-c5ef1b316410 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426178 May 10 03:15:44.177443 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e619ed-b1b7-42a2-a088-8476c67e648e req-10a14d5a-9ac2-43d5-8016-dbed054995ec tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:44.179932 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-87e619ed-b1b7-42a2-a088-8476c67e648e req-10a14d5a-9ac2-43d5-8016-dbed054995ec tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0482786 May 10 03:15:44.229671 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-87e619ed-b1b7-42a2-a088-8476c67e648e req-feb5ee75-3016-4621-b49c-31f32c9acdef tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442636 May 10 03:15:44.742954 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a3ffea43-6f47-4375-bc85-4cf44436d828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:45.341473 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86d7ba-d9b9-4728-ae74-d882c31878f0 req-1c5d3b8d-06f1-48e9-b4e2-b6fbfb7566b2 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:45.342825 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ee86d7ba-d9b9-4728-ae74-d882c31878f0 req-1c5d3b8d-06f1-48e9-b4e2-b6fbfb7566b2 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0466254 May 10 03:15:45.389658 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ee86d7ba-d9b9-4728-ae74-d882c31878f0 req-4024da63-cf78-4091-911c-d74b922f1ce6 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414100 May 10 03:15:46.173479 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991546d-fdd8-469a-8fdd-edc039e35b03 req-5dc0f6db-ee98-4579-95d5-c3c977bb838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:46.175186 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d991546d-fdd8-469a-8fdd-edc039e35b03 req-5dc0f6db-ee98-4579-95d5-c3c977bb838e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 1129 time: 0.0395620 May 10 03:15:46.229098 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d991546d-fdd8-469a-8fdd-edc039e35b03 req-f0b6126a-70ef-4473-9197-2813934f825b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468647 May 10 03:15:46.510218 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bb193-8df9-4e9d-999d-caf06d2d0edb req-6d2a2d9c-46b0-451f-92ab-bf4aeff6913c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:46.511680 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-be3bb193-8df9-4e9d-999d-caf06d2d0edb req-6d2a2d9c-46b0-451f-92ab-bf4aeff6913c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0535953 May 10 03:15:46.559000 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-be3bb193-8df9-4e9d-999d-caf06d2d0edb req-22b415ed-7967-4f0d-8d3d-aac1261c4db0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417824 May 10 03:15:46.918082 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c4f7c137-1c28-44bc-81a7-2eb6c010e2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:47.674545 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae70a2c-fb06-4872-8ed2-0a6448071306 req-e1ba003e-d0bb-49ec-b780-9efa7ce0ab24 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:47.675911 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-aae70a2c-fb06-4872-8ed2-0a6448071306 req-e1ba003e-d0bb-49ec-b780-9efa7ce0ab24 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0470259 May 10 03:15:47.727140 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-aae70a2c-fb06-4872-8ed2-0a6448071306 req-02bd35c3-5e62-4357-baf1-086c2b1f8cf8 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452991 May 10 03:15:47.841869 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a040658-4216-4f56-81fa-9bd8cee5e15f req-0cd40eac-c7b2-40f8-b299-e3158227edb1 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:47.843317 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0a040658-4216-4f56-81fa-9bd8cee5e15f req-0cd40eac-c7b2-40f8-b299-e3158227edb1 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0460713 May 10 03:15:47.890054 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0a040658-4216-4f56-81fa-9bd8cee5e15f req-516237ca-f265-4164-abd7-e755b87064ef tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412230 May 10 03:15:48.161966 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:48.561619 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 35838) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:48.668768 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66abd2ef-55d5-4d58-86df-3db2326db60f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:48.742631 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66abd2ef-55d5-4d58-86df-3db2326db60f admin admin] Publish callbacks [] for security_group (4e364db3-33df-4cfc-8bb8-9b132cae2d4a), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:48.746082 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66abd2ef-55d5-4d58-86df-3db2326db60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (4e364db3-33df-4cfc-8bb8-9b132cae2d4a), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:48.785418 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abd2ef-55d5-4d58-86df-3db2326db60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e364db3-33df-4cfc-8bb8-9b132cae2d4a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:48.789713 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-66abd2ef-55d5-4d58-86df-3db2326db60f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=edd668cfdd65411fa68f2a373d28068e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270453 May 10 03:15:48.792525 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 35844) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:48.839242 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a0002f3-e445-47d2-a61a-51f7919f43f1 admin admin] Publish callbacks [] for security_group (4e364db3-33df-4cfc-8bb8-9b132cae2d4a), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:48.860135 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a0002f3-e445-47d2-a61a-51f7919f43f1 admin admin] Publish callbacks [] for security_group (4e364db3-33df-4cfc-8bb8-9b132cae2d4a), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:48.908853 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a0002f3-e445-47d2-a61a-51f7919f43f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (4e364db3-33df-4cfc-8bb8-9b132cae2d4a), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:48.911505 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a0002f3-e445-47d2-a61a-51f7919f43f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:48.912619 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-0a0002f3-e445-47d2-a61a-51f7919f43f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e364db3-33df-4cfc-8bb8-9b132cae2d4a HTTP/1.1" status: 204 len: 168 time: 0.1192842 May 10 03:15:48.920409 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0002f3-e445-47d2-a61a-51f7919f43f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e364db3-33df-4cfc-8bb8-9b132cae2d4a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:49.169888 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 35858) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:49.184182 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d176f5f6-858e-4926-8f4b-35877d9bcce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:49.261425 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d176f5f6-858e-4926-8f4b-35877d9bcce0 admin admin] Publish callbacks [] for security_group (7e75c1e1-6939-4b52-a156-19a52f391eea), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:49.265375 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d176f5f6-858e-4926-8f4b-35877d9bcce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (7e75c1e1-6939-4b52-a156-19a52f391eea), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:49.303260 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-d176f5f6-858e-4926-8f4b-35877d9bcce0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=382ac721742f4152819555ad5549be7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322331 May 10 03:15:49.304548 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176f5f6-858e-4926-8f4b-35877d9bcce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e75c1e1-6939-4b52-a156-19a52f391eea,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:49.307667 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 35864) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:49.375854 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82a9c92c-3235-4cb5-b636-ef383ed05aed admin admin] Publish callbacks [] for security_group (7e75c1e1-6939-4b52-a156-19a52f391eea), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:49.399245 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82a9c92c-3235-4cb5-b636-ef383ed05aed admin admin] Publish callbacks [] for security_group (7e75c1e1-6939-4b52-a156-19a52f391eea), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:49.460172 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82a9c92c-3235-4cb5-b636-ef383ed05aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (7e75c1e1-6939-4b52-a156-19a52f391eea), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:49.463693 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82a9c92c-3235-4cb5-b636-ef383ed05aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:49.464955 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-82a9c92c-3235-4cb5-b636-ef383ed05aed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e75c1e1-6939-4b52-a156-19a52f391eea HTTP/1.1" status: 204 len: 168 time: 0.1562166 May 10 03:15:49.480307 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9c92c-3235-4cb5-b636-ef383ed05aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e75c1e1-6939-4b52-a156-19a52f391eea,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:49.544540 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673a0e3-b1b1-48bc-92eb-bbfb7a108da7 req-6bb0d5be-0d2b-4c78-9b40-2af6a6000cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:49.546082 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c673a0e3-b1b1-48bc-92eb-bbfb7a108da7 req-6bb0d5be-0d2b-4c78-9b40-2af6a6000cd2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 1129 time: 0.0744228 May 10 03:15:49.552179 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7bb00-bbde-4729-b2d6-e8a7b47ce9da req-be3fe246-f5ae-4766-8481-1d8446917001 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:49.553560 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3ec7bb00-bbde-4729-b2d6-e8a7b47ce9da req-be3fe246-f5ae-4766-8481-1d8446917001 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0727017 May 10 03:15:49.662190 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3ec7bb00-bbde-4729-b2d6-e8a7b47ce9da req-f9026da8-dbef-4036-897c-8b203161e3a2 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966287 May 10 03:15:49.692530 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673a0e3-b1b1-48bc-92eb-bbfb7a108da7 req-33880955-f338-4cb3-bd86-80d5ca8c34b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:49.694083 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c673a0e3-b1b1-48bc-92eb-bbfb7a108da7 req-33880955-f338-4cb3-bd86-80d5ca8c34b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 200 len: 920 time: 0.1365800 May 10 03:15:49.736562 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c673a0e3-b1b1-48bc-92eb-bbfb7a108da7 req-a07b60e2-e24d-411b-a532-f9ea5cc22a09 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd37adcc-6c61-4249-b29c-d3a717224790 HTTP/1.1" status: 200 len: 217 time: 0.0353084 May 10 03:15:49.788121 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673a0e3-b1b1-48bc-92eb-bbfb7a108da7 req-4f802b74-1b3f-498c-b637-6fea0ea378d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:49.789686 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c673a0e3-b1b1-48bc-92eb-bbfb7a108da7 req-4f802b74-1b3f-498c-b637-6fea0ea378d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b HTTP/1.1" status: 200 len: 858 time: 0.0473711 May 10 03:15:49.798894 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:49.836802 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673a0e3-b1b1-48bc-92eb-bbfb7a108da7 req-0043e678-6be0-4d6b-93d9-4e4d13046cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:49.838845 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c673a0e3-b1b1-48bc-92eb-bbfb7a108da7 req-0043e678-6be0-4d6b-93d9-4e4d13046cf5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73cc213e-781c-42c1-8c05-7293b0a3f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394516 May 10 03:15:49.927472 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c673a0e3-b1b1-48bc-92eb-bbfb7a108da7 req-cb1dec9c-302e-48b2-9115-22a9ae6081c4 service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817783 May 10 03:15:50.022360 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c673a0e3-b1b1-48bc-92eb-bbfb7a108da7 req-854eb8de-2e5e-4621-bcc5-b2087d793d34 service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860360 May 10 03:15:50.510792 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 35906) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:50.612454 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-64e46647-a0d8-4701-9d4e-344aa5961961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:50.685374 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-64e46647-a0d8-4701-9d4e-344aa5961961 admin admin] Publish callbacks [] for security_group (bd5fe98e-8a59-43b7-b061-f748a2fb7161), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:50.689263 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-64e46647-a0d8-4701-9d4e-344aa5961961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (bd5fe98e-8a59-43b7-b061-f748a2fb7161), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:50.728958 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-64e46647-a0d8-4701-9d4e-344aa5961961 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d754daf034de4a779d0d6da45896e8cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170937 May 10 03:15:50.729820 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e46647-a0d8-4701-9d4e-344aa5961961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5fe98e-8a59-43b7-b061-f748a2fb7161,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:50.731582 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 35914) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:50.781104 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0d65fac-b2e9-4a09-9536-a515127eeeaa admin admin] Publish callbacks [] for security_group (bd5fe98e-8a59-43b7-b061-f748a2fb7161), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:50.783028 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99ecd4-6cdc-41fd-a69b-aa8c6631605f req-6b8540b6-2722-4a15-ae49-e5f1cf0796e8 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:50.784539 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ee99ecd4-6cdc-41fd-a69b-aa8c6631605f req-6b8540b6-2722-4a15-ae49-e5f1cf0796e8 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0500932 May 10 03:15:50.803195 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0d65fac-b2e9-4a09-9536-a515127eeeaa admin admin] Publish callbacks [] for security_group (bd5fe98e-8a59-43b7-b061-f748a2fb7161), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:50.832479 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ee99ecd4-6cdc-41fd-a69b-aa8c6631605f req-bbcc2485-dc8e-436e-9f4a-31c140ee9234 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415680 May 10 03:15:50.849574 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0d65fac-b2e9-4a09-9536-a515127eeeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (bd5fe98e-8a59-43b7-b061-f748a2fb7161), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:50.854143 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0d65fac-b2e9-4a09-9536-a515127eeeaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:50.855462 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-a0d65fac-b2e9-4a09-9536-a515127eeeaa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bd5fe98e-8a59-43b7-b061-f748a2fb7161 HTTP/1.1" status: 204 len: 168 time: 0.1229122 May 10 03:15:50.863482 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d65fac-b2e9-4a09-9536-a515127eeeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5fe98e-8a59-43b7-b061-f748a2fb7161,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:51.136957 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:51.951868 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81867c6-5b53-4a87-a1b4-4f4ab7c7c532 req-39e497fa-0cf6-4981-ae94-d2b931b2b643 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:51.953365 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e81867c6-5b53-4a87-a1b4-4f4ab7c7c532 req-39e497fa-0cf6-4981-ae94-d2b931b2b643 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0503416 May 10 03:15:52.000824 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e81867c6-5b53-4a87-a1b4-4f4ab7c7c532 req-f4ed82ee-e8db-4258-a465-75e3e148b416 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419018 May 10 03:15:53.127027 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597df60-e321-4813-9c39-721df0db5c8e req-b5ddd28a-412c-4f3d-a3bf-f56f4aef9e00 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:53.128481 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1597df60-e321-4813-9c39-721df0db5c8e req-b5ddd28a-412c-4f3d-a3bf-f56f4aef9e00 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0460656 May 10 03:15:53.173752 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1597df60-e321-4813-9c39-721df0db5c8e req-00c60c4d-7dc3-4fe2-8fcb-81c0d940368a tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398135 May 10 03:15:54.285251 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc403a42-1d92-4b45-96b6-64ab576bf78e req-5663e291-caed-4b20-83fb-2aa47310c7ac tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:54.286719 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-dc403a42-1d92-4b45-96b6-64ab576bf78e req-5663e291-caed-4b20-83fb-2aa47310c7ac tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0468001 May 10 03:15:54.332689 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-dc403a42-1d92-4b45-96b6-64ab576bf78e req-16871b73-0713-4ccf-ae0c-4dffed4d69be tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393152 May 10 03:15:55.446812 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226e99-39f9-42e8-a2cf-3d189be9f6c4 req-c365b2dd-b92a-40a8-9141-e5edf8997574 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:55.448226 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e8226e99-39f9-42e8-a2cf-3d189be9f6c4 req-c365b2dd-b92a-40a8-9141-e5edf8997574 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0493848 May 10 03:15:55.493834 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e8226e99-39f9-42e8-a2cf-3d189be9f6c4 req-11ddccb6-59f4-47fc-a4e8-616cb364837b tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402212 May 10 03:15:56.604183 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60948a51-7b74-42a5-a96c-fbea6694312a req-9d2027b1-9e0c-4f80-8d3c-2186c96f44db tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:56.605644 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-60948a51-7b74-42a5-a96c-fbea6694312a req-9d2027b1-9e0c-4f80-8d3c-2186c96f44db tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0465531 May 10 03:15:56.653817 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-60948a51-7b74-42a5-a96c-fbea6694312a req-6b088add-1e00-4110-9146-712b55859797 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425780 May 10 03:15:57.762467 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632ffe3-5f17-4dc3-bf94-2aaf45f51ee7 req-6f723692-e259-41c8-b4a9-98f7b2bdd868 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:57.763897 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2632ffe3-5f17-4dc3-bf94-2aaf45f51ee7 req-6f723692-e259-41c8-b4a9-98f7b2bdd868 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0440595 May 10 03:15:57.811818 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2632ffe3-5f17-4dc3-bf94-2aaf45f51ee7 req-93b61a9c-f23d-4a3a-beb6-2e2c4c000c68 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424471 May 10 03:15:58.921009 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0f0b5-bbe0-4a3e-96a3-d69acd0ca4b9 req-3eca1c08-941f-4569-970e-dcc02178a195 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:15:58.922430 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3bd0f0b5-bbe0-4a3e-96a3-d69acd0ca4b9 req-3eca1c08-941f-4569-970e-dcc02178a195 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0446455 May 10 03:15:58.971240 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3bd0f0b5-bbe0-4a3e-96a3-d69acd0ca4b9 req-dc6ddd42-ef30-4c54-a4a3-bd785d8e440b tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434463 May 10 03:16:00.082458 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e48323-1e95-4b97-bb18-f3b759b57654 req-dd39bfa1-5e53-4e75-a2d1-84a1a6868548 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:00.083938 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-86e48323-1e95-4b97-bb18-f3b759b57654 req-dd39bfa1-5e53-4e75-a2d1-84a1a6868548 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0462430 May 10 03:16:00.128897 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-86e48323-1e95-4b97-bb18-f3b759b57654 req-76aefa7e-4342-49fc-a3c7-c8802b9a89f2 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386984 May 10 03:16:01.240853 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879b730-aa44-4b5b-a948-5c69ebccbbdd req-a516acfe-5163-458e-8e91-2428b076301e tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:01.242374 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4879b730-aa44-4b5b-a948-5c69ebccbbdd req-a516acfe-5163-458e-8e91-2428b076301e tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0459886 May 10 03:16:01.287614 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4879b730-aa44-4b5b-a948-5c69ebccbbdd req-97ade30e-9bb3-4d86-9554-d32bb02cfd78 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398028 May 10 03:16:01.731287 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d905d-5263-4fe6-a614-9f98edca8494 req-b1606459-351c-4e78-99cb-f0b8e269a303 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:01.733210 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-af2d905d-5263-4fe6-a614-9f98edca8494 req-b1606459-351c-4e78-99cb-f0b8e269a303 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0471487 May 10 03:16:01.784599 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-af2d905d-5263-4fe6-a614-9f98edca8494 req-25b1c8cc-8b1a-4d96-aa90-807797bb609c tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444460 May 10 03:16:02.399355 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62988f8-296a-46cb-bd58-fcf08fe8222b req-5b514da7-c9d9-4368-bb11-569f22007f4d tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:02.400754 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c62988f8-296a-46cb-bd58-fcf08fe8222b req-5b514da7-c9d9-4368-bb11-569f22007f4d tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0453265 May 10 03:16:02.447058 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c62988f8-296a-46cb-bd58-fcf08fe8222b req-89b5a1dc-a912-42e4-b516-10998dd7764e tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408254 May 10 03:16:02.906444 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023517d3-7019-411f-9cce-57c64abb9da9 req-13d3c9ae-22f1-45f1-8604-600fdf32ae88 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:02.908122 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-023517d3-7019-411f-9cce-57c64abb9da9 req-13d3c9ae-22f1-45f1-8604-600fdf32ae88 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0494943 May 10 03:16:02.953264 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-023517d3-7019-411f-9cce-57c64abb9da9 req-368a1d02-9ae3-4806-b381-96debdbcb4a6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388842 May 10 03:16:03.561582 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c48082-85c8-4391-8acb-8de63a9eba45 req-e7efe87a-8603-40cc-af63-606e1fb7b5de tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:03.563025 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d1c48082-85c8-4391-8acb-8de63a9eba45 req-e7efe87a-8603-40cc-af63-606e1fb7b5de tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0488780 May 10 03:16:03.608246 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d1c48082-85c8-4391-8acb-8de63a9eba45 req-c1f22cd3-de52-4197-a14c-b3b4019b0d61 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397341 May 10 03:16:04.071671 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339858c-5876-4a68-8970-c74ed9e4a0bc req-a2c3b314-1bcc-41fa-a550-b704fc168ca3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:04.073184 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d339858c-5876-4a68-8970-c74ed9e4a0bc req-a2c3b314-1bcc-41fa-a550-b704fc168ca3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0496063 May 10 03:16:04.121948 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d339858c-5876-4a68-8970-c74ed9e4a0bc req-7e1786dc-4f1a-4527-b2fd-9510815df830 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430632 May 10 03:16:04.722434 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b1e95-f4aa-4822-81ed-4885f19c6600 req-c25ffc48-fede-4701-92e9-88c2b58a2a91 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:04.723825 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8e3b1e95-f4aa-4822-81ed-4885f19c6600 req-c25ffc48-fede-4701-92e9-88c2b58a2a91 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0483758 May 10 03:16:04.774254 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8e3b1e95-f4aa-4822-81ed-4885f19c6600 req-c45887b0-6f6b-4f7f-a76f-61e5c189f3a7 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441477 May 10 03:16:05.256156 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80884c48-6768-439f-8853-8d1b9b6a19b6 req-83f32961-fd4a-4d7d-a355-59731cdd3b46 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:05.258423 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-80884c48-6768-439f-8853-8d1b9b6a19b6 req-83f32961-fd4a-4d7d-a355-59731cdd3b46 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0630658 May 10 03:16:05.305730 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-80884c48-6768-439f-8853-8d1b9b6a19b6 req-8d41b532-e351-4295-8ba4-6ae99860e127 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417697 May 10 03:16:05.888255 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0849273-8c32-4ac7-a532-e8d5694be9f6 req-18660f9d-db91-435f-913e-ecbfe61a660c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:05.889854 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d0849273-8c32-4ac7-a532-e8d5694be9f6 req-18660f9d-db91-435f-913e-ecbfe61a660c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0487401 May 10 03:16:05.942507 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d0849273-8c32-4ac7-a532-e8d5694be9f6 req-dfa9641f-81b9-48ed-8476-41e99fd63311 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470865 May 10 03:16:06.201578 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:16:06.430957 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6cbf1-2de3-44b7-8b6b-7f9bf9e7422f req-02bf22a4-a118-4261-9b91-fe3ec9aaaac4 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:06.432419 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1ad6cbf1-2de3-44b7-8b6b-7f9bf9e7422f req-02bf22a4-a118-4261-9b91-fe3ec9aaaac4 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0508988 May 10 03:16:06.484006 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1ad6cbf1-2de3-44b7-8b6b-7f9bf9e7422f req-dcf0d7c6-ce50-4b91-8c21-8a0e52cd02a3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434136 May 10 03:16:06.988285 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f6607-5cb7-4839-bf47-cf81d549183f req-48defced-17e2-4a22-ad89-9a392b44ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:06.989814 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-965f6607-5cb7-4839-bf47-cf81d549183f req-48defced-17e2-4a22-ad89-9a392b44ce2c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 1129 time: 0.0365810 May 10 03:16:07.036882 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-965f6607-5cb7-4839-bf47-cf81d549183f req-36a51b36-e654-49f7-b0f7-af29b40a7b55 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368302 May 10 03:16:07.054833 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672c411-f4cc-460c-b1fb-bf4cda90815b req-e3bbd274-2ecb-4ad7-8d61-d078ba62c8b3 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:07.056313 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f672c411-f4cc-460c-b1fb-bf4cda90815b req-e3bbd274-2ecb-4ad7-8d61-d078ba62c8b3 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0457349 May 10 03:16:07.103285 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f672c411-f4cc-460c-b1fb-bf4cda90815b req-c4febfdd-dcd6-44fa-b8b4-591ed2cefe0c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413969 May 10 03:16:07.604865 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83b656-c4e2-4557-9f5c-7ea017c9fc5f req-adc5ddc6-63d3-483a-9cb1-8de5f6ea85b1 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:07.604865 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2e83b656-c4e2-4557-9f5c-7ea017c9fc5f req-adc5ddc6-63d3-483a-9cb1-8de5f6ea85b1 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0473239 May 10 03:16:07.652628 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2e83b656-c4e2-4557-9f5c-7ea017c9fc5f req-282004e4-2c07-43c8-83fa-e7e10e703156 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417402 May 10 03:16:08.218149 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9009a2-73cc-4cc6-8cee-1b00ef936590 req-5dba1bd2-2bf7-465e-9bc3-54239b7524d0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:08.219587 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0e9009a2-73cc-4cc6-8cee-1b00ef936590 req-5dba1bd2-2bf7-465e-9bc3-54239b7524d0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0468464 May 10 03:16:08.264952 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0e9009a2-73cc-4cc6-8cee-1b00ef936590 req-68eb77c4-f3a2-4946-91e1-0b1e4a42a232 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397220 May 10 03:16:08.767374 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2217455-5a01-4e67-bb85-3b0cb15363f6 req-08cc7e32-57d1-4938-b99d-74e2c8809f34 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:08.768835 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e2217455-5a01-4e67-bb85-3b0cb15363f6 req-08cc7e32-57d1-4938-b99d-74e2c8809f34 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0452528 May 10 03:16:08.814779 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e2217455-5a01-4e67-bb85-3b0cb15363f6 req-4d587460-b454-46c4-9ea5-7ec70ea9f362 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400343 May 10 03:16:09.518940 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4df8-1c09-4845-b82f-acd017629a9e req-f9b6897c-5bff-4db0-ae2b-420c0b46e9b8 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:09.520397 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-cdce4df8-1c09-4845-b82f-acd017629a9e req-f9b6897c-5bff-4db0-ae2b-420c0b46e9b8 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0494373 May 10 03:16:09.567529 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-cdce4df8-1c09-4845-b82f-acd017629a9e req-7d36b451-740f-4e81-8eff-1943c8ed211d tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411065 May 10 03:16:09.932080 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a54b35-17db-425b-815f-56bf9c48adb7 req-fd720750-a621-44fe-b415-f3ae72329d77 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:09.933529 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-00a54b35-17db-425b-815f-56bf9c48adb7 req-fd720750-a621-44fe-b415-f3ae72329d77 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0477300 May 10 03:16:09.978207 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-00a54b35-17db-425b-815f-56bf9c48adb7 req-2cc52014-e25f-4a4a-9a14-ab12efd98a24 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392444 May 10 03:16:10.692997 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786446b-89a0-49cf-91ef-ca0338380b29 req-b0eac65d-827e-4071-ad5f-3154a3800191 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:10.694411 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8786446b-89a0-49cf-91ef-ca0338380b29 req-b0eac65d-827e-4071-ad5f-3154a3800191 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0570943 May 10 03:16:10.744294 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8786446b-89a0-49cf-91ef-ca0338380b29 req-8f6b982a-a8d9-4d94-ab10-eb0d13343b9f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433896 May 10 03:16:10.857459 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:11.096395 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9651d84-05e7-4bd9-9987-bc806776ad30 req-675a5798-0e52-41e7-a844-085c6a7e4a21 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:11.098029 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f9651d84-05e7-4bd9-9987-bc806776ad30 req-675a5798-0e52-41e7-a844-085c6a7e4a21 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0467143 May 10 03:16:11.152535 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f9651d84-05e7-4bd9-9987-bc806776ad30 req-c68fa9b8-d5b6-4f39-a141-0202fa0e13f8 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488727 May 10 03:16:11.875087 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dc458-689e-4994-9b0d-7237a747cdc8 req-cc357841-f3b5-43de-a7b4-4c705f269885 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:11.876708 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4c8dc458-689e-4994-9b0d-7237a747cdc8 req-cc357841-f3b5-43de-a7b4-4c705f269885 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0473444 May 10 03:16:11.932993 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4c8dc458-689e-4994-9b0d-7237a747cdc8 req-b7d11ca4-fad7-4d28-a6d4-4b63fc56030d tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494909 May 10 03:16:11.947119 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 36248) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:12.085099 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:12.179849 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] Publish callbacks [] for security_group (7c1ae44a-75d2-4a6e-bb9a-1b4ffd491641), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:12.184273 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (7c1ae44a-75d2-4a6e-bb9a-1b4ffd491641), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:12.212549 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02b72f-770d-4c87-9697-bbb7680ce85e req-84973dc5-3ff6-4ce5-8b01-2f12ada581f0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:12.214332 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1e02b72f-770d-4c87-9697-bbb7680ce85e req-84973dc5-3ff6-4ce5-8b01-2f12ada581f0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0531256 May 10 03:16:12.224837 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=faded7bb73c24fe4abccb4b27a3782f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765241 May 10 03:16:12.225699 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1ae44a-75d2-4a6e-bb9a-1b4ffd491641,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:12.228219 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 36262) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:12.256419 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:12.256953 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:12.257098 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:12.257532 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:12.257873 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:12.258281 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:12.258605 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:12.258926 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:12.259261 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:12.259583 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:12.259901 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:12.260221 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:12.260537 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:12.260877 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:12.261191 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f3072-7c91-4aa8-b1ee-84ef3e3f9b62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:12.267372 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1e02b72f-770d-4c87-9697-bbb7680ce85e req-3651cda2-5d76-4e7c-b2ef-fb7f7fae4003 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444045 May 10 03:16:12.312961 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa9040-a30a-415d-8c8a-ddf056bfbec1 req-5e0a5df5-4c79-46bf-8e4f-54b3746cfc45 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:12.314421 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c4aa9040-a30a-415d-8c8a-ddf056bfbec1 req-5e0a5df5-4c79-46bf-8e4f-54b3746cfc45 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0795074 May 10 03:16:12.350870 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8d0ac085-7af0-4aa6-a6d7-445d94f51cdf admin admin] Publish callbacks [] for security_group (7c1ae44a-75d2-4a6e-bb9a-1b4ffd491641), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:12.395394 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8d0ac085-7af0-4aa6-a6d7-445d94f51cdf admin admin] Publish callbacks [] for security_group (7c1ae44a-75d2-4a6e-bb9a-1b4ffd491641), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:12.409744 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c4aa9040-a30a-415d-8c8a-ddf056bfbec1 req-86193541-25bd-42e6-9ab4-66b81f465407 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891333 May 10 03:16:12.511773 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-82c3220c-cbf6-4eb2-a421-96cbcfac157c req-385980b9-4ff8-4064-a91e-2c0a61e235aa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0894959 May 10 03:16:12.512701 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ec88d-202c-4015-afe0-395da6d38136 req-93b02502-5345-4464-8acb-7eafb512cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:12.514216 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-541ec88d-202c-4015-afe0-395da6d38136 req-93b02502-5345-4464-8acb-7eafb512cd5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 1129 time: 0.0758471 May 10 03:16:12.525641 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8d0ac085-7af0-4aa6-a6d7-445d94f51cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (7c1ae44a-75d2-4a6e-bb9a-1b4ffd491641), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:12.528296 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8d0ac085-7af0-4aa6-a6d7-445d94f51cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:12.529396 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-8d0ac085-7af0-4aa6-a6d7-445d94f51cdf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c1ae44a-75d2-4a6e-bb9a-1b4ffd491641 HTTP/1.1" status: 204 len: 168 time: 0.3002326 May 10 03:16:12.537288 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ac085-7af0-4aa6-a6d7-445d94f51cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1ae44a-75d2-4a6e-bb9a-1b4ffd491641,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:12.848465 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3220c-cbf6-4eb2-a421-96cbcfac157c req-75fbd14a-4bed-444c-a47c-ae39c8800d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:12.850112 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-82c3220c-cbf6-4eb2-a421-96cbcfac157c req-75fbd14a-4bed-444c-a47c-ae39c8800d1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 1129 time: 0.0858483 May 10 03:16:12.952208 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ec88d-202c-4015-afe0-395da6d38136 req-45396cfc-3984-43a3-9a88-061900641c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:12.953841 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-541ec88d-202c-4015-afe0-395da6d38136 req-45396cfc-3984-43a3-9a88-061900641c54 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 200 len: 920 time: 0.2006483 May 10 03:16:13.005028 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-541ec88d-202c-4015-afe0-395da6d38136 req-b7156042-27e9-4bfd-918b-ca8aa18eb11a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd37adcc-6c61-4249-b29c-d3a717224790 HTTP/1.1" status: 200 len: 217 time: 0.0451062 May 10 03:16:13.069723 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3220c-cbf6-4eb2-a421-96cbcfac157c req-4324f12e-136d-409f-9dcd-55d1b2080404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:13.071311 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-82c3220c-cbf6-4eb2-a421-96cbcfac157c req-4324f12e-136d-409f-9dcd-55d1b2080404 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 200 len: 920 time: 0.1854360 May 10 03:16:13.078292 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ec88d-202c-4015-afe0-395da6d38136 req-ef10a074-5f0b-41bf-89c0-41cac4b12f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:13.079653 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-541ec88d-202c-4015-afe0-395da6d38136 req-ef10a074-5f0b-41bf-89c0-41cac4b12f42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b HTTP/1.1" status: 200 len: 858 time: 0.0663536 May 10 03:16:13.096006 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 36294) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:13.101811 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2034764655', 'description': 'tempest-description--1749871180'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:16:13.124103 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:13.138959 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-82c3220c-cbf6-4eb2-a421-96cbcfac157c req-dc62f0d0-2667-4da8-919f-85ba01dfda3e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9d6cae9-1585-4490-82f6-fb9945c58311 HTTP/1.1" status: 200 len: 217 time: 0.0583756 May 10 03:16:13.194156 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3220c-cbf6-4eb2-a421-96cbcfac157c req-83a33405-6475-4d22-8a7b-92dd5055b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:13.196606 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-82c3220c-cbf6-4eb2-a421-96cbcfac157c req-83a33405-6475-4d22-8a7b-92dd5055b377 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b HTTP/1.1" status: 200 len: 858 time: 0.0516596 May 10 03:16:13.202808 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ec88d-202c-4015-afe0-395da6d38136 req-a338e599-83da-4485-93a4-d729ced61a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:13.204699 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-541ec88d-202c-4015-afe0-395da6d38136 req-a338e599-83da-4485-93a4-d729ced61a7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73cc213e-781c-42c1-8c05-7293b0a3f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1168616 May 10 03:16:13.241302 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (2bae6bb6-ed75-407a-b7b5-12990b32e474), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:13.247666 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (2bae6bb6-ed75-407a-b7b5-12990b32e474), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:13.303175 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3220c-cbf6-4eb2-a421-96cbcfac157c req-ec3b8a45-f500-4a87-a282-a45dba1ac4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:13.304963 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-82c3220c-cbf6-4eb2-a421-96cbcfac157c req-ec3b8a45-f500-4a87-a282-a45dba1ac4e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73cc213e-781c-42c1-8c05-7293b0a3f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0991957 May 10 03:16:13.322619 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:13.326219 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2287321 May 10 03:16:13.330032 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bae6bb6-ed75-407a-b7b5-12990b32e474,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:13.338322 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 36310) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:13.347151 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:13.347763 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:13.348758 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:13.349502 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:13.350096 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:13.350612 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:13.351532 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:13.352136 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:13.353460 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:13.353899 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:13.354728 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:13.355823 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:13.356671 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:13.357385 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:13.358902 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f61096-e15a-446c-bce7-e262a1d68520 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:13.373317 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-00be0391-e1d3-48fb-abb9-6f6211bc228d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'security_group_rule': {'security_group_id': '2bae6bb6-ed75-407a-b7b5-12990b32e474', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:16:13.422401 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-541ec88d-202c-4015-afe0-395da6d38136 req-49f03c7b-93b6-40db-9115-a2e8d7219ac6 service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063320 May 10 03:16:13.554499 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705674d-9d4e-4181-81fb-3ad8caaa9d8e req-c75ac179-ae99-4ac9-9759-80639f30561a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:13.556206 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2705674d-9d4e-4181-81fb-3ad8caaa9d8e req-c75ac179-ae99-4ac9-9759-80639f30561a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0546200 May 10 03:16:13.618315 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2705674d-9d4e-4181-81fb-3ad8caaa9d8e req-d69fe7b7-b0c9-4016-bf91-a49d45d375a2 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524802 May 10 03:16:13.734901 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00be0391-e1d3-48fb-abb9-6f6211bc228d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (abec4995-2db0-4df3-89e5-c6ec42b2c211), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:13.743420 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c512fa-3d69-4c38-aac3-33d39844f4cb req-77572102-55d6-4968-91b2-bd2aacd6c67b tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:13.744897 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c0c512fa-3d69-4c38-aac3-33d39844f4cb req-77572102-55d6-4968-91b2-bd2aacd6c67b tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.3483155 May 10 03:16:13.776359 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 36326) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:13.790690 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-82c3220c-cbf6-4eb2-a421-96cbcfac157c req-5b64dc30-bac7-4ba4-ad03-6c863bbae853 service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791832 May 10 03:16:13.880893 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe966-e142-4949-8fa4-fdb8c2ac36b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:13.914766 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c0c512fa-3d69-4c38-aac3-33d39844f4cb req-4f5598bc-2663-4758-971a-433ad9619e05 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591754 May 10 03:16:13.920436 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-541ec88d-202c-4015-afe0-395da6d38136 req-870470bf-6f76-4180-b25e-6d9da60c4615 service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793110 May 10 03:16:13.939254 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00be0391-e1d3-48fb-abb9-6f6211bc228d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (abec4995-2db0-4df3-89e5-c6ec42b2c211), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:13.946817 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00be0391-e1d3-48fb-abb9-6f6211bc228d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (abec4995-2db0-4df3-89e5-c6ec42b2c211), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:13.961759 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe966-e142-4949-8fa4-fdb8c2ac36b9 admin admin] Publish callbacks [] for security_group (3f777ef3-9d94-4d97-8721-e29779a00040), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:13.966026 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe966-e142-4949-8fa4-fdb8c2ac36b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (3f777ef3-9d94-4d97-8721-e29779a00040), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:13.982023 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be0391-e1d3-48fb-abb9-6f6211bc228d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abec4995-2db0-4df3-89e5-c6ec42b2c211,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:13.987252 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-82c3220c-cbf6-4eb2-a421-96cbcfac157c req-9bdaad3a-f754-4c1b-8a31-e8975a10d377 service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883404 May 10 03:16:13.994127 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00be0391-e1d3-48fb-abb9-6f6211bc228d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:13.995891 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-00be0391-e1d3-48fb-abb9-6f6211bc228d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6562123 May 10 03:16:14.000013 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 36330) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:14.007399 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-bece7f8e-ba16-4f94-b7ce-fb0f6d7b26e7 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'security_group_rule': {'security_group_id': '2bae6bb6-ed75-407a-b7b5-12990b32e474', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:16:14.016878 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-2e6fe966-e142-4949-8fa4-fdb8c2ac36b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=59f013a0dce6469db8bddf08dc9fb15f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356811 May 10 03:16:14.016878 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fe966-e142-4949-8fa4-fdb8c2ac36b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f777ef3-9d94-4d97-8721-e29779a00040,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:14.017279 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 36332) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:14.049560 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bece7f8e-ba16-4f94-b7ce-fb0f6d7b26e7 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (9a947127-64ef-4555-843e-5d5dec86bb82), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:14.073415 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d63f9271-fd21-49c6-a3f4-f31f003a712c admin admin] Publish callbacks [] for security_group (3f777ef3-9d94-4d97-8721-e29779a00040), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:14.095615 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d63f9271-fd21-49c6-a3f4-f31f003a712c admin admin] Publish callbacks [] for security_group (3f777ef3-9d94-4d97-8721-e29779a00040), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:14.109017 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bece7f8e-ba16-4f94-b7ce-fb0f6d7b26e7 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (9a947127-64ef-4555-843e-5d5dec86bb82), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:14.112623 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bece7f8e-ba16-4f94-b7ce-fb0f6d7b26e7 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (9a947127-64ef-4555-843e-5d5dec86bb82), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:14.129886 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece7f8e-ba16-4f94-b7ce-fb0f6d7b26e7 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a947127-64ef-4555-843e-5d5dec86bb82,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:14.138159 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bece7f8e-ba16-4f94-b7ce-fb0f6d7b26e7 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:14.139363 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-bece7f8e-ba16-4f94-b7ce-fb0f6d7b26e7 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1377513 May 10 03:16:14.142601 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 36334) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:14.147140 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-84afae2c-73e3-4605-9483-001f81b9a546 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'floatingip': {'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:16:14.159125 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d63f9271-fd21-49c6-a3f4-f31f003a712c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (3f777ef3-9d94-4d97-8721-e29779a00040), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:14.161648 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d63f9271-fd21-49c6-a3f4-f31f003a712c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:14.162733 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-d63f9271-fd21-49c6-a3f4-f31f003a712c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f777ef3-9d94-4d97-8721-e29779a00040 HTTP/1.1" status: 204 len: 168 time: 0.1440423 May 10 03:16:14.176604 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f9271-fd21-49c6-a3f4-f31f003a712c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f777ef3-9d94-4d97-8721-e29779a00040,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:14.179773 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-84afae2c-73e3-4605-9483-001f81b9a546 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:14.263121 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-84afae2c-73e3-4605-9483-001f81b9a546 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:14.372257 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-84afae2c-73e3-4605-9483-001f81b9a546 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Allocated IP 172.27.1.211 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/d09b3675-7e77-478e-8267-569c7554d636) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:16:14.496767 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-84afae2c-73e3-4605-9483-001f81b9a546 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for port (d09b3675-7e77-478e-8267-569c7554d636), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:14.541443 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-84afae2c-73e3-4605-9483-001f81b9a546 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (d09b3675-7e77-478e-8267-569c7554d636), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:14.583279 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84afae2c-73e3-4605-9483-001f81b9a546 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:16:14.594466 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-84afae2c-73e3-4605-9483-001f81b9a546 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:16:14.599870 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84afae2c-73e3-4605-9483-001f81b9a546 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:16:14.604249 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afae2c-73e3-4605-9483-001f81b9a546 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'Port': ['ID=d09b3675-7e77-478e-8267-569c7554d636,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:14.750465 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-84afae2c-73e3-4605-9483-001f81b9a546 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (ba8d3905-c156-49ed-a43d-9fb967459ae6), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:14.782677 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5f52a5c7-e53d-494f-85c8-40e3724621f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:14.799760 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157b29b-e123-4f2c-b169-820fdb9dae4c req-820cf89c-2bde-42be-91be-56dd1f829121 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:14.801347 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0157b29b-e123-4f2c-b169-820fdb9dae4c req-820cf89c-2bde-42be-91be-56dd1f829121 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0832348 May 10 03:16:14.819381 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-84afae2c-73e3-4605-9483-001f81b9a546 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (d09b3675-7e77-478e-8267-569c7554d636), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:14.873371 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 36376) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:14.898523 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0157b29b-e123-4f2c-b169-820fdb9dae4c req-dd877caf-65e6-4875-9919-8e9423cf26c7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879240 May 10 03:16:14.908765 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 36380) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:15.052242 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-84afae2c-73e3-4605-9483-001f81b9a546 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for port (d09b3675-7e77-478e-8267-569c7554d636), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.057692 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-84afae2c-73e3-4605-9483-001f81b9a546 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5428960'] for port (d09b3675-7e77-478e-8267-569c7554d636), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.061185 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c4d2632e-12d8-4228-8475-f99af0d1de75 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-536257465-network', 'tenant_id': '7c623f8bafbe4349a313eef2b75c8154'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:16:15.080570 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f03663e3-5a55-41b4-ad47-ac865a061f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.104896 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80033d03-295e-42b0-a5f2-97798ad6497a req-6a5341f1-9825-429e-97cf-e85324e7c586 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:15.106718 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-80033d03-295e-42b0-a5f2-97798ad6497a req-6a5341f1-9825-429e-97cf-e85324e7c586 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.1045141 May 10 03:16:15.142971 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d2632e-12d8-4228-8475-f99af0d1de75 admin admin] Made reservation on behalf of 7c623f8bafbe4349a313eef2b75c8154 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:16:15.143587 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afae2c-73e3-4605-9483-001f81b9a546 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'Port': ['ID=d09b3675-7e77-478e-8267-569c7554d636,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:15.145231 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4d2632e-12d8-4228-8475-f99af0d1de75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.154641 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-84afae2c-73e3-4605-9483-001f81b9a546 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (ba8d3905-c156-49ed-a43d-9fb967459ae6), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.174306 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4d2632e-12d8-4228-8475-f99af0d1de75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.175552 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-84afae2c-73e3-4605-9483-001f81b9a546 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.177993 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-84afae2c-73e3-4605-9483-001f81b9a546 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0342662 May 10 03:16:15.223492 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-80033d03-295e-42b0-a5f2-97798ad6497a req-7f70cf2f-9a7d-42d7-a0bd-90d3f704e504 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077189 May 10 03:16:15.278349 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f03663e3-5a55-41b4-ad47-ac865a061f5f admin admin] Publish callbacks [] for security_group (75aa0b38-e024-4842-8725-c3a437da978a), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.286792 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f03663e3-5a55-41b4-ad47-ac865a061f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (75aa0b38-e024-4842-8725-c3a437da978a), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.342393 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-f03663e3-5a55-41b4-ad47-ac865a061f5f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=60f8589ccc154b698c08c9ae6000b92e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4670856 May 10 03:16:15.346591 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 36400) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:15.365659 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03663e3-5a55-41b4-ad47-ac865a061f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75aa0b38-e024-4842-8725-c3a437da978a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:15.388589 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4d2632e-12d8-4228-8475-f99af0d1de75 admin admin] Publish callbacks [] for security_group (6fed1cc8-fe11-4b51-a303-75c11bb79018), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.393345 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4d2632e-12d8-4228-8475-f99af0d1de75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (6fed1cc8-fe11-4b51-a303-75c11bb79018), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.425929 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d2632e-12d8-4228-8475-f99af0d1de75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:16:15.440680 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-6aceaaf8-80e4-4f53-bf11-b118237581c5 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2034764655&fields=id&tenant_id=5a2376b2c653467b885e8f3deb5018e7 HTTP/1.1" status: 200 len: 267 time: 0.0759854 May 10 03:16:15.441467 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee25a5ca-ea8c-42f3-a1b3-d1df52bd949f admin admin] Publish callbacks [] for security_group (75aa0b38-e024-4842-8725-c3a437da978a), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.443037 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2632e-12d8-4228-8475-f99af0d1de75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fed1cc8-fe11-4b51-a303-75c11bb79018,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:15.449218 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4d2632e-12d8-4228-8475-f99af0d1de75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (9ded247d-e70a-401b-8b1c-20728edf2091), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.449558 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.segments_db [None req-c4d2632e-12d8-4228-8475-f99af0d1de75 admin admin] Added segment 9ded247d-e70a-401b-8b1c-20728edf2091 of type vlan for network 1de77f49-b9d8-4f50-8c23-0e4791428a47 May 10 03:16:15.509673 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4d2632e-12d8-4228-8475-f99af0d1de75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (1de77f49-b9d8-4f50-8c23-0e4791428a47), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.518492 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee25a5ca-ea8c-42f3-a1b3-d1df52bd949f admin admin] Publish callbacks [] for security_group (75aa0b38-e024-4842-8725-c3a437da978a), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.539847 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4d2632e-12d8-4228-8475-f99af0d1de75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (1de77f49-b9d8-4f50-8c23-0e4791428a47), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.540942 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d2632e-12d8-4228-8475-f99af0d1de75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:15.542145 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4d2632e-12d8-4228-8475-f99af0d1de75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.594586 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-c4d2632e-12d8-4228-8475-f99af0d1de75 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6847579 May 10 03:16:15.598447 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-def5fb25-0436-4367-9698-4d6046c29601 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:15.598935 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 36402) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:15.600033 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-def5fb25-0436-4367-9698-4d6046c29601 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/networks?id=20b0c49b-98e0-4d73-bdea-8b46faafc116 HTTP/1.1" status: 200 len: 813 time: 0.1465440 May 10 03:16:15.604345 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-72c62e78-60fd-458c-8259-d01e88edf680 admin admin] Request body: {'subnet': {'network_id': '1de77f49-b9d8-4f50-8c23-0e4791428a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-536257465-subnet', 'tenant_id': '7c623f8bafbe4349a313eef2b75c8154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:16:15.614727 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee25a5ca-ea8c-42f3-a1b3-d1df52bd949f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (75aa0b38-e024-4842-8725-c3a437da978a), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.615152 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2632e-12d8-4228-8475-f99af0d1de75 admin admin] Pushing event updated for resources: {'Network': ['ID=1de77f49-b9d8-4f50-8c23-0e4791428a47,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:15.617970 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee25a5ca-ea8c-42f3-a1b3-d1df52bd949f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.619068 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-ee25a5ca-ea8c-42f3-a1b3-d1df52bd949f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/75aa0b38-e024-4842-8725-c3a437da978a HTTP/1.1" status: 204 len: 168 time: 0.2714961 May 10 03:16:15.630346 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-656b567d-5e5c-4fcf-b633-5af6f128e045 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/quotas/5a2376b2c653467b885e8f3deb5018e7 HTTP/1.1" status: 200 len: 375 time: 0.0234392 May 10 03:16:15.635275 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network 1de77f49-b9d8-4f50-8c23-0e4791428a47 details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:16:15.647093 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25a5ca-ea8c-42f3-a1b3-d1df52bd949f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75aa0b38-e024-4842-8725-c3a437da978a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:15.648940 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c62e78-60fd-458c-8259-d01e88edf680 admin admin] Made reservation on behalf of 7c623f8bafbe4349a313eef2b75c8154 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:16:15.661025 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72c62e78-60fd-458c-8259-d01e88edf680 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5503992'] for subnet (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.686145 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-b9eb1304-e82c-4cb4-adbe-3053c21ad5c7 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a2376b2c653467b885e8f3deb5018e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549548 May 10 03:16:15.817390 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-d514237a-a602-46f7-81da-ec604b418513 service neutron] 10.222.0.55 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170254 May 10 03:16:15.890373 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72c62e78-60fd-458c-8259-d01e88edf680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6483681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5503974'] for subnet (2ab46cdd-06cc-4fce-a3d9-de1d7cbc8b71), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:15.925160 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-aad7f318-111b-4045-83bf-864ce5e36080 service neutron] 10.222.0.55 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031923 May 10 03:16:15.959384 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c62e78-60fd-458c-8259-d01e88edf680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ab46cdd-06cc-4fce-a3d9-de1d7cbc8b71,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:15.965714 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c62e78-60fd-458c-8259-d01e88edf680 admin admin] Checking segment: {'id': '9ded247d-e70a-401b-8b1c-20728edf2091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1de77f49-b9d8-4f50-8c23-0e4791428a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:16:15.966123 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c62e78-60fd-458c-8259-d01e88edf680 admin admin] Network hostable DHCP agents. Network: 1de77f49-b9d8-4f50-8c23-0e4791428a47, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:16:15.987496 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c62e78-60fd-458c-8259-d01e88edf680 admin admin] Network 1de77f49-b9d8-4f50-8c23-0e4791428a47 is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:16:15.997911 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-72c62e78-60fd-458c-8259-d01e88edf680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, 1de77f49-b9d8-4f50-8c23-0e4791428a47) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:16:16.004161 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c62e78-60fd-458c-8259-d01e88edf680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:16.004840 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72c62e78-60fd-458c-8259-d01e88edf680 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:16.023948 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef03199d-b779-4234-aabf-d9b4678458bd None None] Network 1de77f49-b9d8-4f50-8c23-0e4791428a47 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:16:16.044037 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-72c62e78-60fd-458c-8259-d01e88edf680 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4436159 May 10 03:16:16.156730 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bed2c1-f387-40e5-b3e9-a71295a3172f None None] Network 1de77f49-b9d8-4f50-8c23-0e4791428a47 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:16:16.167707 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31cc23-261d-44df-a8ea-da9f55db45ec req-42f35d19-76b4-419c-ba78-c9d7533a02a9 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:16.169841 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4d31cc23-261d-44df-a8ea-da9f55db45ec req-42f35d19-76b4-419c-ba78-c9d7533a02a9 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.1044493 May 10 03:16:16.252919 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f34d0835-8b89-44c4-9f4b-e7bb22986796 req-629cd152-4af3-43cd-afc4-2589dd0272a4 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 210 time: 0.0487711 May 10 03:16:16.275841 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4d31cc23-261d-44df-a8ea-da9f55db45ec req-620181ef-71ac-4c45-bb12-cd907a97897a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001790 May 10 03:16:16.408218 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c05a7-4730-4974-9652-b8f193ef4760 req-843c949b-7929-4eca-be8b-e50af6303ae6 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:16.410351 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9d3c05a7-4730-4974-9652-b8f193ef4760 req-843c949b-7929-4eca-be8b-e50af6303ae6 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0613165 May 10 03:16:16.481298 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9d3c05a7-4730-4974-9652-b8f193ef4760 req-27257f96-6c82-41de-bf84-53c10ec20027 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637264 May 10 03:16:16.922523 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-abc48039-8924-4a0f-8d95-d377b290b6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:17.363571 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-64eab258-a80c-4c5a-bca4-3864b5358c88 req-d26d50df-c6aa-4258-84b0-2e17da008b69 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 210 time: 0.0274074 May 10 03:16:17.403456 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd529b76-42b4-4522-bc03-6fe0748b76a0 req-688e6f6c-6a12-4c84-83aa-4d36c745cebe tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:17.404956 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-bd529b76-42b4-4522-bc03-6fe0748b76a0 req-688e6f6c-6a12-4c84-83aa-4d36c745cebe tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0475733 May 10 03:16:17.453382 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-bd529b76-42b4-4522-bc03-6fe0748b76a0 req-6f63f842-f61e-46da-8db8-1767ca4f3cb9 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426462 May 10 03:16:17.626308 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-31103ebe-58c0-4d9f-9029-a5405d030beb tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:17.627694 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-31103ebe-58c0-4d9f-9029-a5405d030beb tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "GET /v2.0/networks?id=20b0c49b-98e0-4d73-bdea-8b46faafc116 HTTP/1.1" status: 200 len: 813 time: 0.1059909 May 10 03:16:17.700387 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-289a7d72-c541-457c-b67e-b0af88e92388 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a2376b2c653467b885e8f3deb5018e7 HTTP/1.1" status: 200 len: 473 time: 0.0631900 May 10 03:16:17.716924 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-88d11fa2-4f23-48d7-a905-0a716e77d8c1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'port': {'device_id': '5e38f9a8-3e80-482e-8726-0ce7f4da09cf', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'admin_state_up': True, 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'security_groups': ['2bae6bb6-ed75-407a-b7b5-12990b32e474']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:16:17.823845 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-88d11fa2-4f23-48d7-a905-0a716e77d8c1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Made reservation on behalf of 5a2376b2c653467b885e8f3deb5018e7 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:16:17.827282 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-88d11fa2-4f23-48d7-a905-0a716e77d8c1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:17.954636 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-88d11fa2-4f23-48d7-a905-0a716e77d8c1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Allocated IP 172.20.0.11 (20b0c49b-98e0-4d73-bdea-8b46faafc116/6ad8a8dc-3066-46a1-87d8-bb9efc0920fd/bbc5b7a0-9d80-4868-9a66-432452cedc93) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:16:18.013420 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 36498) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:18.019277 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-3ca827d2-c13b-45af-bd62-52e8433546c6 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2101180076', 'description': 'tempest-description--2091465147'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:16:18.048700 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3ca827d2-c13b-45af-bd62-52e8433546c6 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.055360 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 3ec8beef-b88c-43f8-8d89-f6c589198e59 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:16:18.132923 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-88d11fa2-4f23-48d7-a905-0a716e77d8c1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for port (bbc5b7a0-9d80-4868-9a66-432452cedc93), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.171460 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.182830 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-88d11fa2-4f23-48d7-a905-0a716e77d8c1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (bbc5b7a0-9d80-4868-9a66-432452cedc93), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.192502 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3ca827d2-c13b-45af-bd62-52e8433546c6 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for security_group (caba69a9-9ffc-4d7e-849a-138c05b866e1), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.193334 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 3ec8beef-b88c-43f8-8d89-f6c589198e59, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3ec8beef-b88c-43f8-8d89-f6c589198e59,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:16:18.201868 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3ca827d2-c13b-45af-bd62-52e8433546c6 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (caba69a9-9ffc-4d7e-849a-138c05b866e1), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.207706 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': '3ec8beef-b88c-43f8-8d89-f6c589198e59', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'port_id': '3ec8beef-b88c-43f8-8d89-f6c589198e59', 'mac_address': 'fa:16:3e:ae:46:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:16:18.229338 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-88d11fa2-4f23-48d7-a905-0a716e77d8c1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Network 20b0c49b-98e0-4d73-bdea-8b46faafc116 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:16:18.232684 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-88d11fa2-4f23-48d7-a905-0a716e77d8c1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:16:18.238790 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-88d11fa2-4f23-48d7-a905-0a716e77d8c1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:16:18.247353 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-cbd006b3-6832-44db-a588-a31075f51e37 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:18.249119 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-cbd006b3-6832-44db-a588-a31075f51e37 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/networks?id=1de77f49-b9d8-4f50-8c23-0e4791428a47 HTTP/1.1" status: 200 len: 813 time: 0.1607275 May 10 03:16:18.256949 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3ca827d2-c13b-45af-bd62-52e8433546c6 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.258369 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-3ca827d2-c13b-45af-bd62-52e8433546c6 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2438667 May 10 03:16:18.262985 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 36510) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:18.266190 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d11fa2-4f23-48d7-a905-0a716e77d8c1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'Port': ['ID=bbc5b7a0-9d80-4868-9a66-432452cedc93,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:18.277460 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-190e63a2-df2f-4816-9d0d-7490f049b093 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Request body: {'security_group_rule': {'security_group_id': 'caba69a9-9ffc-4d7e-849a-138c05b866e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:16:18.283566 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca827d2-c13b-45af-bd62-52e8433546c6 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caba69a9-9ffc-4d7e-849a-138c05b866e1,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:18.297195 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-ac77ac5d-319f-49b4-ae92-6c5bf5e40caa tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/quotas/7c623f8bafbe4349a313eef2b75c8154 HTTP/1.1" status: 200 len: 375 time: 0.0350435 May 10 03:16:18.299483 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 3ec8beef-b88c-43f8-8d89-f6c589198e59 is: ACTIVE; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:16:18.299910 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.313389 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-88d11fa2-4f23-48d7-a905-0a716e77d8c1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:18.314403 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-88d11fa2-4f23-48d7-a905-0a716e77d8c1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.329176 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ec8beef-b88c-43f8-8d89-f6c589198e59 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:16:18.336576 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-88d11fa2-4f23-48d7-a905-0a716e77d8c1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6230357 May 10 03:16:18.358918 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-587c25db-f121-44ef-83ed-16df571cb224 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c623f8bafbe4349a313eef2b75c8154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475628 May 10 03:16:18.359397 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-190e63a2-df2f-4816-9d0d-7490f049b093 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for security_group_rule (be46b60e-a69e-4865-8932-8eb6795ea4b3), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.368736 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 3ec8beef-b88c-43f8-8d89-f6c589198e59, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3ec8beef-b88c-43f8-8d89-f6c589198e59,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:16:18.378366 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.407729 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Request body: {'port': {'device_id': '5e38f9a8-3e80-482e-8726-0ce7f4da09cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:16:18.478264 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-190e63a2-df2f-4816-9d0d-7490f049b093 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for security_group_rule (be46b60e-a69e-4865-8932-8eb6795ea4b3), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.494903 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-190e63a2-df2f-4816-9d0d-7490f049b093 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (be46b60e-a69e-4865-8932-8eb6795ea4b3), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.509190 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=3ec8beef-b88c-43f8-8d89-f6c589198e59,revision_number=6']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:18.514790 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e63a2-df2f-4816-9d0d-7490f049b093 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be46b60e-a69e-4865-8932-8eb6795ea4b3,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:18.519718 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:18.520328 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:18.520881 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:18.521996 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:18.522410 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:18.523307 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:18.523822 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:18.524393 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:18.524884 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:18.525233 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:18.525826 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:18.526341 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:18.526811 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:18.527277 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:18.528206 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:16:18.529643 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-68cb8a1f-84a5-4c89-98d5-be5b7e44251f service neutron] 10.222.0.55 "GET /v2.0/networks/1de77f49-b9d8-4f50-8c23-0e4791428a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657734 May 10 03:16:18.560183 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['3ec8beef-b88c-43f8-8d89-f6c589198e59'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:16:18.580316 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-a9ccfa08-857f-443f-8c2a-d28b64d8f947 None None] Provisioning complete for port bbc5b7a0-9d80-4868-9a66-432452cedc93 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:16:18.582676 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a9ccfa08-857f-443f-8c2a-d28b64d8f947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (bbc5b7a0-9d80-4868-9a66-432452cedc93), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.607573 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e78b1-3526-4b7d-a019-2cde7ca06727 req-2e0aa524-0d59-4200-8b16-328915617f56 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:18.609182 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-dc5e78b1-3526-4b7d-a019-2cde7ca06727 req-2e0aa524-0d59-4200-8b16-328915617f56 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 932 time: 0.1182685 May 10 03:16:18.633032 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (bbc5b7a0-9d80-4868-9a66-432452cedc93), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.671170 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-a9ccfa08-857f-443f-8c2a-d28b64d8f947 None None] Port bbc5b7a0-9d80-4868-9a66-432452cedc93 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:16:18.794309 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-dc5e78b1-3526-4b7d-a019-2cde7ca06727 req-a47ae4ee-8554-4fa3-8cca-4589d9926d8d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bae6bb6-ed75-407a-b7b5-12990b32e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693196 May 10 03:16:18.829213 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-190e63a2-df2f-4816-9d0d-7490f049b093 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.830797 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-190e63a2-df2f-4816-9d0d-7490f049b093 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5650644 May 10 03:16:18.837692 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 36522) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:18.844276 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-90038f91-bd84-4bb3-8497-27fe6a2a47b3 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Request body: {'security_group_rule': {'security_group_id': 'caba69a9-9ffc-4d7e-849a-138c05b866e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:16:18.895473 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-90038f91-bd84-4bb3-8497-27fe6a2a47b3 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for security_group_rule (a665c5fc-873a-456a-9a12-b66eb1f76439), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.907204 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-cd4bdf23-5e91-4e83-8f86-e8eb5323f3d8 service neutron] 10.222.0.55 "GET /v2.0/networks/1de77f49-b9d8-4f50-8c23-0e4791428a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767567 May 10 03:16:18.937328 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d2e37-445a-48ba-a17f-b1be598cb45c req-5c300757-0f35-461d-8e46-49074762dac5 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:18.938821 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9c3d2e37-445a-48ba-a17f-b1be598cb45c req-5c300757-0f35-461d-8e46-49074762dac5 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 944 time: 0.0640607 May 10 03:16:18.957211 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-90038f91-bd84-4bb3-8497-27fe6a2a47b3 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for security_group_rule (a665c5fc-873a-456a-9a12-b66eb1f76439), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.962263 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-90038f91-bd84-4bb3-8497-27fe6a2a47b3 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (a665c5fc-873a-456a-9a12-b66eb1f76439), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.983822 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90038f91-bd84-4bb3-8497-27fe6a2a47b3 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a665c5fc-873a-456a-9a12-b66eb1f76439,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:18.993181 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-90038f91-bd84-4bb3-8497-27fe6a2a47b3 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:18.997318 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-90038f91-bd84-4bb3-8497-27fe6a2a47b3 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1558168 May 10 03:16:18.997742 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 36524) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:19.002689 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-6d8daf2c-1897-4c8c-985e-fae41470e383 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Request body: {'floatingip': {'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:16:19.022322 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d8daf2c-1897-4c8c-985e-fae41470e383 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:19.038905 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9c3d2e37-445a-48ba-a17f-b1be598cb45c req-c29bbebd-2357-49ba-90a0-0391e28c6f10 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841281 May 10 03:16:19.055867 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc5b7a0-9d80-4868-9a66-432452cedc93 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:16:19.078334 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Publish callbacks [] for port (bbc5b7a0-9d80-4868-9a66-432452cedc93), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:19.099661 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Transition to ACTIVE for port object bbc5b7a0-9d80-4868-9a66-432452cedc93 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:16:19.105145 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (bbc5b7a0-9d80-4868-9a66-432452cedc93), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:19.141944 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7dc3801a-c456-45d6-8c19-639303bc3454 req-1dcccd28-e91e-4af1-a341-a6dbb389c850 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 210 time: 0.0500324 May 10 03:16:19.160853 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d8daf2c-1897-4c8c-985e-fae41470e383 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:19.166933 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc5b7a0-9d80-4868-9a66-432452cedc93,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:19.261073 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Attempting to bind port bbc5b7a0-9d80-4868-9a66-432452cedc93 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:16:19.261466 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Attempting to bind port bbc5b7a0-9d80-4868-9a66-432452cedc93 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:16:19.261827 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Attempting to bind port bbc5b7a0-9d80-4868-9a66-432452cedc93 on network 20b0c49b-98e0-4d73-bdea-8b46faafc116 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:16:19.266500 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Port bbc5b7a0-9d80-4868-9a66-432452cedc93 on network 20b0c49b-98e0-4d73-bdea-8b46faafc116 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:16:19.266895 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Attempting to bind port bbc5b7a0-9d80-4868-9a66-432452cedc93 on network 20b0c49b-98e0-4d73-bdea-8b46faafc116 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:16:19.273895 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:16:19.274099 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Checking segment: {'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:16:19.274343 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Bound using segment: {'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:16:19.275590 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Bound port: bbc5b7a0-9d80-4868-9a66-432452cedc93, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:16:19.276010 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (bbc5b7a0-9d80-4868-9a66-432452cedc93), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:19.305586 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-6d8daf2c-1897-4c8c-985e-fae41470e383 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Allocated IP 172.27.1.97 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/659f5a52-b2cf-4d80-a8a3-255f7c2491ba) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:16:19.352237 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] For port bbc5b7a0-9d80-4868-9a66-432452cedc93, host hv-cinder-83009, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:16:19.356139 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] For port bbc5b7a0-9d80-4868-9a66-432452cedc93, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bbc5b7a0-9d80-4868-9a66-432452cedc93,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:16:19.364374 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (bbc5b7a0-9d80-4868-9a66-432452cedc93), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:19.408312 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:19.408986 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:19.410341 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] 10.222.0.64 "PUT /v2.0/ports/bbc5b7a0-9d80-4868-9a66-432452cedc93 HTTP/1.1" status: 200 len: 1094 time: 1.0077283 May 10 03:16:19.410970 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e38f9a8-3e80-482e-8726-0ce7f4da09cf', 'tag': 'bbc5b7a0-9d80-4868-9a66-432452cedc93'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:16:19.414118 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03ae829-e5b1-4d2e-a369-3f60d760c848" -d '{"events": [{"name": "network-changed", "server_uuid": "5e38f9a8-3e80-482e-8726-0ce7f4da09cf", "tag": "bbc5b7a0-9d80-4868-9a66-432452cedc93"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:16:19.437109 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3c9fb-38dc-4305-93e6-f7b99cbb92e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc5b7a0-9d80-4868-9a66-432452cedc93,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:19.457288 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d8daf2c-1897-4c8c-985e-fae41470e383 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for port (659f5a52-b2cf-4d80-a8a3-255f7c2491ba), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:19.470956 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7065806-546c-499b-b459-6212d6d71307 x-openstack-request-id: req-f7065806-546c-499b-b459-6212d6d71307 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:16:19.471252 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e38f9a8-3e80-482e-8726-0ce7f4da09cf", "tag": "bbc5b7a0-9d80-4868-9a66-432452cedc93", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:16:19.471504 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f7065806-546c-499b-b459-6212d6d71307 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:16:19.472237 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7065806-546c-499b-b459-6212d6d71307'] response: {'name': 'network-changed', 'server_uuid': '5e38f9a8-3e80-482e-8726-0ce7f4da09cf', 'tag': 'bbc5b7a0-9d80-4868-9a66-432452cedc93', 'status': 'completed', 'code': 200} May 10 03:16:19.508838 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d8daf2c-1897-4c8c-985e-fae41470e383 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (659f5a52-b2cf-4d80-a8a3-255f7c2491ba), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:19.548283 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8daf2c-1897-4c8c-985e-fae41470e383 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:16:19.551240 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-6d8daf2c-1897-4c8c-985e-fae41470e383 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:16:19.555998 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8daf2c-1897-4c8c-985e-fae41470e383 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:16:19.587566 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8daf2c-1897-4c8c-985e-fae41470e383 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Pushing event updated for resources: {'Port': ['ID=659f5a52-b2cf-4d80-a8a3-255f7c2491ba,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:19.656007 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d8daf2c-1897-4c8c-985e-fae41470e383 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for floatingip (b6055989-20e1-4dbe-ac41-135d67c0af34), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:19.692230 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d8daf2c-1897-4c8c-985e-fae41470e383 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (659f5a52-b2cf-4d80-a8a3-255f7c2491ba), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:19.802221 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:19.845564 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d8daf2c-1897-4c8c-985e-fae41470e383 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for port (659f5a52-b2cf-4d80-a8a3-255f7c2491ba), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:19.849955 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d8daf2c-1897-4c8c-985e-fae41470e383 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5428960'] for port (659f5a52-b2cf-4d80-a8a3-255f7c2491ba), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:19.943854 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8daf2c-1897-4c8c-985e-fae41470e383 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Pushing event updated for resources: {'Port': ['ID=659f5a52-b2cf-4d80-a8a3-255f7c2491ba,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:19.962410 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9dddb-4ee8-4dd4-9036-d8bde1955635 req-55d171e8-b6e1-46d2-90b5-43cf8fc0ef24 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:19.963878 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-69d9dddb-4ee8-4dd4-9036-d8bde1955635 req-55d171e8-b6e1-46d2-90b5-43cf8fc0ef24 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 944 time: 0.0890303 May 10 03:16:19.978705 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d8daf2c-1897-4c8c-985e-fae41470e383 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (b6055989-20e1-4dbe-ac41-135d67c0af34), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:20.005843 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d8daf2c-1897-4c8c-985e-fae41470e383 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:20.007029 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-6d8daf2c-1897-4c8c-985e-fae41470e383 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0083339 May 10 03:16:20.024312 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-69d9dddb-4ee8-4dd4-9036-d8bde1955635 req-8f86419c-9b3b-47df-91ee-994c549f17db tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bae6bb6-ed75-407a-b7b5-12990b32e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546539 May 10 03:16:20.192833 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3625d-a3bf-4322-b9fc-6c20548f5929 req-6bf08cef-5186-41c9-9d60-457cf2e26124 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:20.195036 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-87a3625d-a3bf-4322-b9fc-6c20548f5929 req-6bf08cef-5186-41c9-9d60-457cf2e26124 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 944 time: 0.0489419 May 10 03:16:20.216038 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4b785894-4441-4640-96f8-883f52471733 req-ebc95baf-20a2-4f45-ac91-62263a0149f0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2101180076&fields=id&tenant_id=d2279255bed8483c82ba27a2451313fc HTTP/1.1" status: 200 len: 267 time: 0.0428178 May 10 03:16:20.242947 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-87a3625d-a3bf-4322-b9fc-6c20548f5929 req-87612fbf-d8be-4c42-a91c-10e08c2e30b0 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418653 May 10 03:16:20.319975 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b785894-4441-4640-96f8-883f52471733 req-52ba1d48-7ca1-42d1-bf65-6c6149d6719d tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:20.321542 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4b785894-4441-4640-96f8-883f52471733 req-52ba1d48-7ca1-42d1-bf65-6c6149d6719d tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/networks?id=73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 200 len: 819 time: 0.0991554 May 10 03:16:20.329886 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-56f90e2b-58e1-4c0a-a9e5-6454f983dff7 req-109e381f-5447-4094-a18b-a7670c779927 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 210 time: 0.0266335 May 10 03:16:20.336829 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4b785894-4441-4640-96f8-883f52471733 req-06eb2b2f-10d3-4682-9c8d-d965223f2371 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/quotas/d2279255bed8483c82ba27a2451313fc HTTP/1.1" status: 200 len: 375 time: 0.0095444 May 10 03:16:20.392612 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4b785894-4441-4640-96f8-883f52471733 req-587e653e-3d9c-4ea2-be23-9f66510267f0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0510299 May 10 03:16:20.486846 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4b785894-4441-4640-96f8-883f52471733 req-f00b9f87-1b09-4357-9bf4-215a30d16a36 service neutron] 10.222.0.55 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823717 May 10 03:16:20.578112 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4b785894-4441-4640-96f8-883f52471733 req-09bdf398-639b-4600-a9c8-a5a79c91521d service neutron] 10.222.0.55 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849171 May 10 03:16:20.743370 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-05d57b19-1fd7-4e5c-8d40-58b0069340c0 req-8148d479-fd99-47ea-b3a8-022b5497da71 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 210 time: 0.0315592 May 10 03:16:21.137331 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025f73e-93fc-4e82-af9c-af7f9e1126d2 req-9c62f577-fa6b-40ac-848e-018bced1c2ff tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:21.138617 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:21.139157 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f025f73e-93fc-4e82-af9c-af7f9e1126d2 req-9c62f577-fa6b-40ac-848e-018bced1c2ff tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 944 time: 0.0475631 May 10 03:16:21.187309 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f025f73e-93fc-4e82-af9c-af7f9e1126d2 req-d31bd7bc-b6c9-4790-98a3-3aad9db81e2e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bae6bb6-ed75-407a-b7b5-12990b32e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422218 May 10 03:16:21.360269 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1625d-ffb9-4b73-bc94-545ef3ad24d0 req-5aa2d252-24e4-4802-b83b-7ae7ee652198 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:21.361803 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f8b1625d-ffb9-4b73-bc94-545ef3ad24d0 req-5aa2d252-24e4-4802-b83b-7ae7ee652198 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 944 time: 0.0468621 May 10 03:16:21.410151 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f8b1625d-ffb9-4b73-bc94-545ef3ad24d0 req-24cddf2a-7ec2-4a9a-a440-36208fc5c922 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423212 May 10 03:16:21.422407 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-925b25db-2b4b-4bf8-b3eb-d11600fc6de4 req-70757e31-8eec-43e3-8e72-d47af1d560b8 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 210 time: 0.0275583 May 10 03:16:21.821562 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 3ec8beef-b88c-43f8-8d89-f6c589198e59 up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:16:21.849848 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-64bbd607-5b11-4706-a600-b5114a2966c5 req-030e1adb-5e45-4516-8c1e-4f42811214c2 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 210 time: 0.0405679 May 10 03:16:21.888526 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ae829-e5b1-4d2e-a369-3f60d760c848 req-f0446cde-101f-4f67-acc6-c0cc52e3f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:21.890159 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b03ae829-e5b1-4d2e-a369-3f60d760c848 req-f0446cde-101f-4f67-acc6-c0cc52e3f141 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2376b2c653467b885e8f3deb5018e7&device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 1128 time: 0.0509527 May 10 03:16:21.907424 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port 3ec8beef-b88c-43f8-8d89-f6c589198e59 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:16:21.908248 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:22.013208 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 3ec8beef-b88c-43f8-8d89-f6c589198e59 is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:16:22.013590 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:22.037244 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec8beef-b88c-43f8-8d89-f6c589198e59'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:16:22.040379 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fc3508-67d8-4bbb-896e-c7e26d657f3d" -d '{"events": [{"server_uuid": "7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f", "name": "network-vif-plugged", "status": "completed", "tag": "3ec8beef-b88c-43f8-8d89-f6c589198e59"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:16:22.057492 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 3ec8beef-b88c-43f8-8d89-f6c589198e59, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3ec8beef-b88c-43f8-8d89-f6c589198e59,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:16:22.071392 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:22.099171 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e370147-2011-47b7-82fc-2ab675e56c72 x-openstack-request-id: req-0e370147-2011-47b7-82fc-2ab675e56c72 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:16:22.099502 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f", "name": "network-vif-plugged", "status": "completed", "tag": "3ec8beef-b88c-43f8-8d89-f6c589198e59", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:16:22.099797 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e370147-2011-47b7-82fc-2ab675e56c72 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:16:22.100369 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e370147-2011-47b7-82fc-2ab675e56c72'] response: {'server_uuid': '7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec8beef-b88c-43f8-8d89-f6c589198e59', 'code': 200} May 10 03:16:22.136963 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=3ec8beef-b88c-43f8-8d89-f6c589198e59,revision_number=7']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:22.147549 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ae829-e5b1-4d2e-a369-3f60d760c848 req-be6557e2-913a-459d-919e-0d45f332cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:22.149042 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b03ae829-e5b1-4d2e-a369-3f60d760c848 req-be6557e2-913a-459d-919e-0d45f332cffb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5a2376b2c653467b885e8f3deb5018e7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2486691 May 10 03:16:22.377955 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4287784-14e5-49a8-81ea-46508f0e4c2e req-47cab5f4-1b91-4799-90aa-f71d648f46d5 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:22.379447 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c4287784-14e5-49a8-81ea-46508f0e4c2e req-47cab5f4-1b91-4799-90aa-f71d648f46d5 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 944 time: 0.0847778 May 10 03:16:22.380528 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ae829-e5b1-4d2e-a369-3f60d760c848 req-82a291f5-241e-4f05-871a-eb6926f401dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:22.382433 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b03ae829-e5b1-4d2e-a369-3f60d760c848 req-82a291f5-241e-4f05-871a-eb6926f401dc service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2204714 May 10 03:16:22.427434 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c4287784-14e5-49a8-81ea-46508f0e4c2e req-b9f5dd18-3a4b-4784-95cb-2ad0641c4372 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bae6bb6-ed75-407a-b7b5-12990b32e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405684 May 10 03:16:22.551528 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-c7a585c4-7bd3-467a-8225-ccf9c8ca698d req-8e706219-4215-465b-aad2-8fd1d9b2c1e0 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 210 time: 0.0336657 May 10 03:16:22.554164 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c34ec0-ccf3-443f-bcf7-9520eedd2121 req-15b3ad9f-9bac-4194-a38e-6d7f39eb29fb tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:22.555660 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-84c34ec0-ccf3-443f-bcf7-9520eedd2121 req-15b3ad9f-9bac-4194-a38e-6d7f39eb29fb tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0536890 May 10 03:16:22.605664 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-84c34ec0-ccf3-443f-bcf7-9520eedd2121 req-9d07df59-6142-475c-a62b-2f2280a7c04e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443480 May 10 03:16:22.653340 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33abfc-c4bb-4ba7-9c2c-312bb494921b req-c83b4841-7613-4160-b5cb-6395a4d6a8db tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:22.654780 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9b33abfc-c4bb-4ba7-9c2c-312bb494921b req-c83b4841-7613-4160-b5cb-6395a4d6a8db tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0466409 May 10 03:16:22.702929 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9b33abfc-c4bb-4ba7-9c2c-312bb494921b req-d148d376-b942-469c-86c7-a55a8728b87e tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423677 May 10 03:16:22.809387 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-690652b2-2dba-492c-ab6e-a2d9d0dabbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:22.810884 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-690652b2-2dba-492c-ab6e-a2d9d0dabbec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2376b2c653467b885e8f3deb5018e7&device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 1128 time: 0.0971699 May 10 03:16:22.896908 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-0e2a3c14-4ebf-48d0-b6d6-3864fca80fa6 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:22.899088 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-0e2a3c14-4ebf-48d0-b6d6-3864fca80fa6 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.64 "GET /v2.0/networks?id=1de77f49-b9d8-4f50-8c23-0e4791428a47 HTTP/1.1" status: 200 len: 813 time: 0.1536281 May 10 03:16:22.960281 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-ea327c1a-0fff-4ff5-9cba-5c9fdb5daec7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbc5b7a0-9d80-4868-9a66-432452cedc93 HTTP/1.1" status: 200 len: 217 time: 0.0451219 May 10 03:16:23.232030 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ebe6675f-0d94-44ed-afa3-a67a1fc448e1 req-13f86d51-da61-432a-b4c8-2fd7eb1204ad tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 210 time: 0.2745256 May 10 03:16:23.235264 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-8fd6df68-102f-41f2-be60-3fba0e8ea4a9 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Request body: {'port': {'device_id': 'c1a714b2-630e-4616-9da3-f0acae26fb24', 'network_id': '1de77f49-b9d8-4f50-8c23-0e4791428a47', 'admin_state_up': True, 'tenant_id': '7c623f8bafbe4349a313eef2b75c8154'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:16:23.372139 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-2fa7211e-278c-49d3-9b09-2985cdf15c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:23.373643 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-2fa7211e-278c-49d3-9b09-2985cdf15c04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ad8a8dc-3066-46a1-87d8-bb9efc0920fd HTTP/1.1" status: 200 len: 852 time: 0.1599858 May 10 03:16:23.450987 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-952b6a83-d9d7-4741-b13b-398edfc6317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:23.452473 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-952b6a83-d9d7-4741-b13b-398edfc6317d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20b0c49b-98e0-4d73-bdea-8b46faafc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702579 May 10 03:16:23.464222 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b785894-4441-4640-96f8-883f52471733 req-ca822aa2-9a1f-42cb-8901-703c27525ccc tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:23.465930 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b785894-4441-4640-96f8-883f52471733 req-ca822aa2-9a1f-42cb-8901-703c27525ccc tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.64 "GET /v2.0/networks?id=73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 200 len: 819 time: 0.2511964 May 10 03:16:23.568189 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ee3e3-814b-42f4-8cdd-98babff4761a req-f9293966-84ee-428c-8219-e8b27f7cd18d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:23.571355 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-254ee3e3-814b-42f4-8cdd-98babff4761a req-f9293966-84ee-428c-8219-e8b27f7cd18d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 944 time: 0.0532811 May 10 03:16:23.588883 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-8fd6df68-102f-41f2-be60-3fba0e8ea4a9 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Made reservation on behalf of 7c623f8bafbe4349a313eef2b75c8154 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:16:23.592088 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-8fd6df68-102f-41f2-be60-3fba0e8ea4a9 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:23.637515 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b785894-4441-4640-96f8-883f52471733 req-494f4e58-0a82-4c7d-aa5c-6ee9199ae43d tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2279255bed8483c82ba27a2451313fc HTTP/1.1" status: 200 len: 380 time: 0.1601002 May 10 03:16:23.648207 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-ff6e7f5c-d4dc-4e7d-8cff-90c72f3e8751 service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811991 May 10 03:16:23.651604 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-4b785894-4441-4640-96f8-883f52471733 req-89a960cf-f688-420a-a841-4d50a947432c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Request body: {'port': {'device_id': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'admin_state_up': True, 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'security_groups': ['caba69a9-9ffc-4d7e-849a-138c05b866e1']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:16:23.685029 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-254ee3e3-814b-42f4-8cdd-98babff4761a req-671e1e7c-2270-4de2-8cb4-b94040710cf9 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bae6bb6-ed75-407a-b7b5-12990b32e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966089 May 10 03:16:23.820998 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394c003-8de4-4565-8b49-6070c6986868 req-70406e3c-9fd6-47ca-a075-81897603d50d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:23.829520 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7394c003-8de4-4565-8b49-6070c6986868 req-70406e3c-9fd6-47ca-a075-81897603d50d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0674114 May 10 03:16:23.847836 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-23c9c2a2-5cb8-4a4a-8379-5ef43be7d504 req-62265690-af10-447d-9566-7113d02b4ace tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 210 time: 0.1323068 May 10 03:16:23.912788 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7394c003-8de4-4565-8b49-6070c6986868 req-2183d92f-b1a6-47a3-85c6-12774ba4cb27 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819485 May 10 03:16:24.054262 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-beb5f0ae-1a6b-466e-b58d-0f9cc7d948f9 req-60788b2d-d2cf-4239-bc8b-efe06d81808a service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979650 May 10 03:16:24.064998 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-8fd6df68-102f-41f2-be60-3fba0e8ea4a9 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Allocated IP 172.20.0.5 (1de77f49-b9d8-4f50-8c23-0e4791428a47/2ab46cdd-06cc-4fce-a3d9-de1d7cbc8b71/d0ecc293-10f4-407f-97ea-01ab5c2dbe91) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:16:24.088053 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d34e58-a789-4112-8056-6e8a5e29182b req-a3711dfb-a747-417f-89b2-2fcd522c63a4 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:24.095396 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-68d34e58-a789-4112-8056-6e8a5e29182b req-a3711dfb-a747-417f-89b2-2fcd522c63a4 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.1391933 May 10 03:16:24.149599 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b785894-4441-4640-96f8-883f52471733 req-89a960cf-f688-420a-a841-4d50a947432c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Made reservation on behalf of d2279255bed8483c82ba27a2451313fc for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:16:24.152925 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4b785894-4441-4640-96f8-883f52471733 req-89a960cf-f688-420a-a841-4d50a947432c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:24.226674 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-68d34e58-a789-4112-8056-6e8a5e29182b req-bfbc1dc0-39d5-4a10-af7d-d67e4a7c9ce8 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306403 May 10 03:16:24.386643 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0743a7c9-b978-4f7f-a83d-03c0874c748e req-b5b5c431-e05e-4641-ac27-9797a0f3b8dd tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 210 time: 0.0652065 May 10 03:16:24.498209 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-4b785894-4441-4640-96f8-883f52471733 req-89a960cf-f688-420a-a841-4d50a947432c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Allocated IP 172.20.0.13 (73cc213e-781c-42c1-8c05-7293b0a3f3ad/b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b/7b55a664-e823-4d00-8935-550519d0fdf6) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:16:24.525896 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-8fd6df68-102f-41f2-be60-3fba0e8ea4a9 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Publish callbacks [] for port (d0ecc293-10f4-407f-97ea-01ab5c2dbe91), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:24.638187 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-8fd6df68-102f-41f2-be60-3fba0e8ea4a9 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (d0ecc293-10f4-407f-97ea-01ab5c2dbe91), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:24.736246 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-8fd6df68-102f-41f2-be60-3fba0e8ea4a9 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Network 1de77f49-b9d8-4f50-8c23-0e4791428a47 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:16:24.738708 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6df68-102f-41f2-be60-3fba0e8ea4a9 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Pushing event updated for resources: {'Port': ['ID=d0ecc293-10f4-407f-97ea-01ab5c2dbe91,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:24.744391 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4b785894-4441-4640-96f8-883f52471733 req-89a960cf-f688-420a-a841-4d50a947432c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for port (7b55a664-e823-4d00-8935-550519d0fdf6), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:24.746568 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-8fd6df68-102f-41f2-be60-3fba0e8ea4a9 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:16:24.749826 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-8fd6df68-102f-41f2-be60-3fba0e8ea4a9 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:16:24.864947 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-8fd6df68-102f-41f2-be60-3fba0e8ea4a9 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:24.865605 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-8fd6df68-102f-41f2-be60-3fba0e8ea4a9 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:24.875662 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3411938-c0ab-43d2-9d03-f55b6ebd5242 req-1230c124-df73-4ef0-b35f-9d0291b95187 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:24.877142 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d3411938-c0ab-43d2-9d03-f55b6ebd5242 req-1230c124-df73-4ef0-b35f-9d0291b95187 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 944 time: 0.0856133 May 10 03:16:24.924884 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-8fd6df68-102f-41f2-be60-3fba0e8ea4a9 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7090836 May 10 03:16:24.941441 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4b785894-4441-4640-96f8-883f52471733 req-89a960cf-f688-420a-a841-4d50a947432c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (7b55a664-e823-4d00-8935-550519d0fdf6), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:25.004700 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d3411938-c0ab-43d2-9d03-f55b6ebd5242 req-a20dcb39-b096-4d85-b356-2fddb1b4e32a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bae6bb6-ed75-407a-b7b5-12990b32e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154389 May 10 03:16:25.007202 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e36aee-afe7-4841-a876-b3c50d668aee req-96e7392e-3fcc-4dab-8267-80226cc1682b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:25.010137 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-89e36aee-afe7-4841-a876-b3c50d668aee req-96e7392e-3fcc-4dab-8267-80226cc1682b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 931 time: 0.0600400 May 10 03:16:25.012689 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b785894-4441-4640-96f8-883f52471733 req-89a960cf-f688-420a-a841-4d50a947432c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Network 73cc213e-781c-42c1-8c05-7293b0a3f3ad is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:16:25.021079 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-4b785894-4441-4640-96f8-883f52471733 req-89a960cf-f688-420a-a841-4d50a947432c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:16:25.027672 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b785894-4441-4640-96f8-883f52471733 req-89a960cf-f688-420a-a841-4d50a947432c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:16:25.034793 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a960cf-f688-420a-a841-4d50a947432c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Pushing event updated for resources: {'Port': ['ID=7b55a664-e823-4d00-8935-550519d0fdf6,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:25.111996 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-89e36aee-afe7-4841-a876-b3c50d668aee req-30ec26f4-d924-4c0a-9399-0b30204ccd89 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956621 May 10 03:16:25.171875 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Request body: {'port': {'device_id': 'c1a714b2-630e-4616-9da3-f0acae26fb24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:16:25.239076 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b785894-4441-4640-96f8-883f52471733 req-89a960cf-f688-420a-a841-4d50a947432c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:25.239905 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4b785894-4441-4640-96f8-883f52471733 req-89a960cf-f688-420a-a841-4d50a947432c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:25.253677 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d3694-38f9-410f-a4ad-1095549361d4 req-8915635b-5d62-438c-bc34-397079665ddb tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:25.263604 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b41d3694-38f9-410f-a4ad-1095549361d4 req-8915635b-5d62-438c-bc34-397079665ddb tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.1569529 May 10 03:16:25.344366 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b785894-4441-4640-96f8-883f52471733 req-89a960cf-f688-420a-a841-4d50a947432c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6989911 May 10 03:16:25.362427 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Request body: {'port': {'device_id': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:16:25.393346 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-12af131b-b3f3-436e-b5c2-b9caed871b50 None None] Provisioning complete for port 7b55a664-e823-4d00-8935-550519d0fdf6 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:16:25.394982 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-12af131b-b3f3-436e-b5c2-b9caed871b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (7b55a664-e823-4d00-8935-550519d0fdf6), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:25.400030 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (d0ecc293-10f4-407f-97ea-01ab5c2dbe91), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:25.412683 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b41d3694-38f9-410f-a4ad-1095549361d4 req-79ff1fdd-e7de-42ba-9baf-3b833ecb0b9c tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479471 May 10 03:16:25.431480 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c842c-710c-4b84-826a-44d0982eb2d8 req-98dfee1c-1570-4e37-b314-714f1400cbf3 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:25.451017 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-417c842c-710c-4b84-826a-44d0982eb2d8 req-98dfee1c-1570-4e37-b314-714f1400cbf3 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0864749 May 10 03:16:25.508161 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-12af131b-b3f3-436e-b5c2-b9caed871b50 None None] Port 7b55a664-e823-4d00-8935-550519d0fdf6 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:16:25.517675 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-417c842c-710c-4b84-826a-44d0982eb2d8 req-657284de-f055-4992-926c-65943a694bf7 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657599 May 10 03:16:25.696046 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f4464-993a-4540-9f1f-8318895e3937 req-d1ba16c7-66c3-4e2b-865b-ae5a36d2ccc9 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:25.704458 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8e8f4464-993a-4540-9f1f-8318895e3937 req-d1ba16c7-66c3-4e2b-865b-ae5a36d2ccc9 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 932 time: 0.1526434 May 10 03:16:25.704709 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 36682) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:25.720488 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (7b55a664-e823-4d00-8935-550519d0fdf6), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:25.834345 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device bbc5b7a0-9d80-4868-9a66-432452cedc93 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:16:25.852684 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8e8f4464-993a-4540-9f1f-8318895e3937 req-5ceb6af1-be2d-4306-b271-83cdd20a4a37 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471434 May 10 03:16:25.916568 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7799ef0c-9b2a-45d8-abcf-8cbf8e28c7f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:25.973795 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port bbc5b7a0-9d80-4868-9a66-432452cedc93, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bbc5b7a0-9d80-4868-9a66-432452cedc93,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:16:25.989906 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': 'bbc5b7a0-9d80-4868-9a66-432452cedc93', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'port_id': 'bbc5b7a0-9d80-4868-9a66-432452cedc93', 'mac_address': 'fa:16:3e:f0:43:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:16:26.079078 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7799ef0c-9b2a-45d8-abcf-8cbf8e28c7f9 admin admin] Publish callbacks [] for security_group (9b1e38ab-3a82-45e6-9ea0-722e1ecd100a), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:26.080751 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port bbc5b7a0-9d80-4868-9a66-432452cedc93 is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:16:26.081306 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (bbc5b7a0-9d80-4868-9a66-432452cedc93), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:26.082337 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ecc293-10f4-407f-97ea-01ab5c2dbe91 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:16:26.088284 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7799ef0c-9b2a-45d8-abcf-8cbf8e28c7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (9b1e38ab-3a82-45e6-9ea0-722e1ecd100a), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:26.093643 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Publish callbacks [] for port (d0ecc293-10f4-407f-97ea-01ab5c2dbe91), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:26.104037 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc5b7a0-9d80-4868-9a66-432452cedc93 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:16:26.128798 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Transition to ACTIVE for port object d0ecc293-10f4-407f-97ea-01ab5c2dbe91 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:16:26.138990 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (d0ecc293-10f4-407f-97ea-01ab5c2dbe91), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:26.145878 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port bbc5b7a0-9d80-4868-9a66-432452cedc93, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bbc5b7a0-9d80-4868-9a66-432452cedc93,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:16:26.155164 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-7799ef0c-9b2a-45d8-abcf-8cbf8e28c7f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9afeedda420a4a8d99569bb8308c45e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4488275 May 10 03:16:26.156896 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 36690) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:26.166856 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (bbc5b7a0-9d80-4868-9a66-432452cedc93), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:26.249919 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ecc293-10f4-407f-97ea-01ab5c2dbe91,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:26.264042 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b55a664-e823-4d00-8935-550519d0fdf6 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:16:26.265931 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c2041-8e4e-41e8-a00c-df22732de365 req-776a5759-561d-49fe-b77e-c778539789b3 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:26.268037 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7a5c2041-8e4e-41e8-a00c-df22732de365 req-776a5759-561d-49fe-b77e-c778539789b3 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 945 time: 0.1075845 May 10 03:16:26.271527 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=bbc5b7a0-9d80-4868-9a66-432452cedc93,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:26.286766 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799ef0c-9b2a-45d8-abcf-8cbf8e28c7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1e38ab-3a82-45e6-9ea0-722e1ecd100a,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:26.298601 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Publish callbacks [] for port (7b55a664-e823-4d00-8935-550519d0fdf6), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:26.351195 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7a5c2041-8e4e-41e8-a00c-df22732de365 req-de2d4501-e66f-4cd7-90f2-e6526ce311dd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bae6bb6-ed75-407a-b7b5-12990b32e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658453 May 10 03:16:26.351195 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f758c2f0-2e80-4e5b-be87-1b9f00d427be admin admin] Publish callbacks [] for security_group (9b1e38ab-3a82-45e6-9ea0-722e1ecd100a), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:26.371695 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Transition to ACTIVE for port object 7b55a664-e823-4d00-8935-550519d0fdf6 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:16:26.379872 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc2d41-74c7-4667-a42a-7cee3393d301 req-2a291b5f-66cf-4da5-b9ee-9e740d4eea6c tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:26.381486 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1fcc2d41-74c7-4667-a42a-7cee3393d301 req-2a291b5f-66cf-4da5-b9ee-9e740d4eea6c tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 943 time: 0.1238739 May 10 03:16:26.384795 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (7b55a664-e823-4d00-8935-550519d0fdf6), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:26.385655 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f758c2f0-2e80-4e5b-be87-1b9f00d427be admin admin] Publish callbacks [] for security_group (9b1e38ab-3a82-45e6-9ea0-722e1ecd100a), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:26.457866 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f758c2f0-2e80-4e5b-be87-1b9f00d427be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (9b1e38ab-3a82-45e6-9ea0-722e1ecd100a), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:26.467289 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f758c2f0-2e80-4e5b-be87-1b9f00d427be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:26.471881 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-f758c2f0-2e80-4e5b-be87-1b9f00d427be admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b1e38ab-3a82-45e6-9ea0-722e1ecd100a HTTP/1.1" status: 204 len: 168 time: 0.3071539 May 10 03:16:26.473551 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Attempting to bind port d0ecc293-10f4-407f-97ea-01ab5c2dbe91 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:16:26.473898 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Attempting to bind port d0ecc293-10f4-407f-97ea-01ab5c2dbe91 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9ded247d-e70a-401b-8b1c-20728edf2091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1de77f49-b9d8-4f50-8c23-0e4791428a47'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:16:26.474228 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Attempting to bind port d0ecc293-10f4-407f-97ea-01ab5c2dbe91 on network 1de77f49-b9d8-4f50-8c23-0e4791428a47 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:16:26.481535 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758c2f0-2e80-4e5b-be87-1b9f00d427be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1e38ab-3a82-45e6-9ea0-722e1ecd100a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:26.504105 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Pushing event updated for resources: {'Port': ['ID=7b55a664-e823-4d00-8935-550519d0fdf6,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:26.524465 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['bbc5b7a0-9d80-4868-9a66-432452cedc93'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:16:26.526195 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Port d0ecc293-10f4-407f-97ea-01ab5c2dbe91 on network 1de77f49-b9d8-4f50-8c23-0e4791428a47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:16:26.526517 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Attempting to bind port d0ecc293-10f4-407f-97ea-01ab5c2dbe91 on network 1de77f49-b9d8-4f50-8c23-0e4791428a47 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:16:26.543074 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:16:26.543425 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Checking segment: {'id': '9ded247d-e70a-401b-8b1c-20728edf2091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1de77f49-b9d8-4f50-8c23-0e4791428a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:16:26.543869 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Bound using segment: {'id': '9ded247d-e70a-401b-8b1c-20728edf2091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1de77f49-b9d8-4f50-8c23-0e4791428a47'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:16:26.544316 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Bound port: d0ecc293-10f4-407f-97ea-01ab5c2dbe91, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ded247d-e70a-401b-8b1c-20728edf2091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1de77f49-b9d8-4f50-8c23-0e4791428a47'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:16:26.544707 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (d0ecc293-10f4-407f-97ea-01ab5c2dbe91), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:26.575863 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1fcc2d41-74c7-4667-a42a-7cee3393d301 req-dbacd83e-4e5f-4723-bc83-1af2830cbd87 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788697 May 10 03:16:26.703123 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Attempting to bind port 7b55a664-e823-4d00-8935-550519d0fdf6 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:16:26.703470 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Attempting to bind port 7b55a664-e823-4d00-8935-550519d0fdf6 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:16:26.703805 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Attempting to bind port 7b55a664-e823-4d00-8935-550519d0fdf6 on network 73cc213e-781c-42c1-8c05-7293b0a3f3ad {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:16:26.748045 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d7eb9-cb1b-42f7-8c6f-bdcb009c84df req-d6b0eb2b-421e-47a4-a2d9-c8bb593bf69f tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:26.755909 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ea7d7eb9-cb1b-42f7-8c6f-bdcb009c84df req-d6b0eb2b-421e-47a4-a2d9-c8bb593bf69f tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.1390822 May 10 03:16:26.793130 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Port 7b55a664-e823-4d00-8935-550519d0fdf6 on network 73cc213e-781c-42c1-8c05-7293b0a3f3ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:16:26.797206 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Attempting to bind port 7b55a664-e823-4d00-8935-550519d0fdf6 on network 73cc213e-781c-42c1-8c05-7293b0a3f3ad {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:16:26.824019 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] For port d0ecc293-10f4-407f-97ea-01ab5c2dbe91, host hv-cinder-83009, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:16:26.878490 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:16:26.901044 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Checking segment: {'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:16:26.901846 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Bound using segment: {'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:16:26.905534 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Bound port: 7b55a664-e823-4d00-8935-550519d0fdf6, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5face240-7e41-4bc6-8f19-8c1ffcc48ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:16:26.907050 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (7b55a664-e823-4d00-8935-550519d0fdf6), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:26.916933 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ea7d7eb9-cb1b-42f7-8c6f-bdcb009c84df req-bdddebc0-fb66-4b2f-8b50-cfef728939d9 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601112 May 10 03:16:26.922728 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] For port d0ecc293-10f4-407f-97ea-01ab5c2dbe91, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0ecc293-10f4-407f-97ea-01ab5c2dbe91,segment=NetworkSegment(9ded247d-e70a-401b-8b1c-20728edf2091),segment_id=9ded247d-e70a-401b-8b1c-20728edf2091)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:16:26.959140 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (d0ecc293-10f4-407f-97ea-01ab5c2dbe91), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:26.989016 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167a5f0-f60e-4bf2-97b4-cdeabc603965 req-7611a02d-fb69-482d-aba8-da3358d0362c tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:26.998068 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c167a5f0-f60e-4bf2-97b4-cdeabc603965 req-7611a02d-fb69-482d-aba8-da3358d0362c tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.2192078 May 10 03:16:27.089023 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633de1e-e6d2-42f9-883c-935a735bc63b req-c75e4c45-3b63-4632-ab29-288cc1f68980 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:27.091776 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:27.092572 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:27.094136 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] 10.222.0.64 "PUT /v2.0/ports/d0ecc293-10f4-407f-97ea-01ab5c2dbe91 HTTP/1.1" status: 200 len: 1093 time: 1.9263577 May 10 03:16:27.096152 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a633de1e-e6d2-42f9-883c-935a735bc63b req-c75e4c45-3b63-4632-ab29-288cc1f68980 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 944 time: 0.0634058 May 10 03:16:27.101371 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a714b2-630e-4616-9da3-f0acae26fb24', 'tag': 'd0ecc293-10f4-407f-97ea-01ab5c2dbe91'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:16:27.104875 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e13374c-5d7a-438d-b47f-593d4c8ade1e" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a714b2-630e-4616-9da3-f0acae26fb24", "tag": "d0ecc293-10f4-407f-97ea-01ab5c2dbe91"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:16:27.171011 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdbd65-4843-4443-b86c-4f7dfe69ee72 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ecc293-10f4-407f-97ea-01ab5c2dbe91,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:27.182723 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a633de1e-e6d2-42f9-883c-935a735bc63b req-a819222a-dcd9-48ee-91a1-226b4febe06b tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853760 May 10 03:16:27.216954 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c167a5f0-f60e-4bf2-97b4-cdeabc603965 req-322af925-aa53-4924-a688-322ce4707767 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141824 May 10 03:16:27.223420 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] For port 7b55a664-e823-4d00-8935-550519d0fdf6, host hv-cinder-83009, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:16:27.242903 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa09851-d4e3-4748-b270-d03f1c12180c x-openstack-request-id: req-1fa09851-d4e3-4748-b270-d03f1c12180c {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:16:27.242903 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a714b2-630e-4616-9da3-f0acae26fb24", "tag": "d0ecc293-10f4-407f-97ea-01ab5c2dbe91", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:16:27.242903 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1fa09851-d4e3-4748-b270-d03f1c12180c {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:16:27.242903 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa09851-d4e3-4748-b270-d03f1c12180c'] response: {'name': 'network-changed', 'server_uuid': 'c1a714b2-630e-4616-9da3-f0acae26fb24', 'tag': 'd0ecc293-10f4-407f-97ea-01ab5c2dbe91', 'status': 'completed', 'code': 200} May 10 03:16:27.245211 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-ed9aca45-ad65-426e-a7b8-b1d452b8b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:27.246703 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-ed9aca45-ad65-426e-a7b8-b1d452b8b157 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c623f8bafbe4349a313eef2b75c8154&device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 1127 time: 0.0958261 May 10 03:16:27.248957 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] For port 7b55a664-e823-4d00-8935-550519d0fdf6, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7b55a664-e823-4d00-8935-550519d0fdf6,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:16:27.264349 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (7b55a664-e823-4d00-8935-550519d0fdf6), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:27.490257 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672af14-0eb0-4c9b-be33-8eeb2e42b199 req-1e28534f-027d-4f97-8119-7b247ef72074 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:27.497979 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0672af14-0eb0-4c9b-be33-8eeb2e42b199 req-1e28534f-027d-4f97-8119-7b247ef72074 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 945 time: 0.0721345 May 10 03:16:27.563934 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-b5b0a5d6-4d0f-442a-adcd-0fb9407d5a66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0ecc293-10f4-407f-97ea-01ab5c2dbe91 HTTP/1.1" status: 200 len: 217 time: 0.3085229 May 10 03:16:27.573378 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:27.573995 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:27.575353 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b785894-4441-4640-96f8-883f52471733 req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] 10.222.0.64 "PUT /v2.0/ports/7b55a664-e823-4d00-8935-550519d0fdf6 HTTP/1.1" status: 200 len: 1094 time: 2.2174914 May 10 03:16:27.591633 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0672af14-0eb0-4c9b-be33-8eeb2e42b199 req-656537cf-1a1d-44ef-946e-b3bdabbd90a8 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bae6bb6-ed75-407a-b7b5-12990b32e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892818 May 10 03:16:27.680087 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b785894-4441-4640-96f8-883f52471733 req-d71d7903-d81d-4524-b15d-94f10124bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:27.681593 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b785894-4441-4640-96f8-883f52471733 req-d71d7903-d81d-4524-b15d-94f10124bc42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 1128 time: 0.0442953 May 10 03:16:27.687773 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9318a5e-a5d6-4af3-a9d1-a8854194f111 service neutron] Pushing event updated for resources: {'Port': ['ID=7b55a664-e823-4d00-8935-550519d0fdf6,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:27.747419 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-0852329d-e535-41ba-83dd-9ffa6dba9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:27.748881 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-0852329d-e535-41ba-83dd-9ffa6dba9124 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ab46cdd-06cc-4fce-a3d9-de1d7cbc8b71 HTTP/1.1" status: 200 len: 853 time: 0.1726115 May 10 03:16:27.750106 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b785894-4441-4640-96f8-883f52471733 req-bb2060ac-84fa-44a6-9a33-8bc3b60108ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b55a664-e823-4d00-8935-550519d0fdf6 HTTP/1.1" status: 200 len: 217 time: 0.0567679 May 10 03:16:27.836541 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-69fe46f2-de0f-4316-9d78-194dd68e7dd9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1de77f49-b9d8-4f50-8c23-0e4791428a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646608 May 10 03:16:27.861783 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device bbc5b7a0-9d80-4868-9a66-432452cedc93 up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:16:27.874938 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d1a15-923f-4787-8116-4b4f111ce774 req-8a5fa4af-e0af-4222-9fc5-22c71e6f71c9 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:27.876550 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-697d1a15-923f-4787-8116-4b4f111ce774 req-8a5fa4af-e0af-4222-9fc5-22c71e6f71c9 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 943 time: 0.1403661 May 10 03:16:27.920995 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b785894-4441-4640-96f8-883f52471733 req-bebfd694-fce1-45fa-bce8-9dfdcbd267bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:27.922608 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b785894-4441-4640-96f8-883f52471733 req-bebfd694-fce1-45fa-bce8-9dfdcbd267bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b HTTP/1.1" status: 200 len: 858 time: 0.1491981 May 10 03:16:27.938244 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port bbc5b7a0-9d80-4868-9a66-432452cedc93 completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:16:27.948808 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port bbc5b7a0-9d80-4868-9a66-432452cedc93 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:16:27.949393 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (bbc5b7a0-9d80-4868-9a66-432452cedc93), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:28.016283 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b785894-4441-4640-96f8-883f52471733 req-3ca3734e-ddf1-4912-a409-561b5efbc656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:28.018021 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b785894-4441-4640-96f8-883f52471733 req-3ca3734e-ddf1-4912-a409-561b5efbc656 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73cc213e-781c-42c1-8c05-7293b0a3f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861528 May 10 03:16:28.070381 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7a893-7bd8-4aa1-b3af-17e176fa4d87 req-ca96995d-dfdc-46fb-9614-3b6ec27366ce tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:28.077278 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5cd7a893-7bd8-4aa1-b3af-17e176fa4d87 req-ca96995d-dfdc-46fb-9614-3b6ec27366ce tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0709722 May 10 03:16:28.079549 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-697d1a15-923f-4787-8116-4b4f111ce774 req-52e45d89-dee7-4e98-b822-bb71794ec12f tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704402 May 10 03:16:28.120120 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-429e11c5-eb35-4242-a35a-a6d64288787d service neutron] 10.222.0.64 "GET /v2.0/networks/1de77f49-b9d8-4f50-8c23-0e4791428a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754602 May 10 03:16:28.123616 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port bbc5b7a0-9d80-4868-9a66-432452cedc93 is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:16:28.124003 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (bbc5b7a0-9d80-4868-9a66-432452cedc93), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:28.156816 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e38f9a8-3e80-482e-8726-0ce7f4da09cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc5b7a0-9d80-4868-9a66-432452cedc93'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:16:28.159059 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274d87bf-3a72-4e54-9038-0f86c62c8fe1" -d '{"events": [{"server_uuid": "5e38f9a8-3e80-482e-8726-0ce7f4da09cf", "name": "network-vif-plugged", "status": "completed", "tag": "bbc5b7a0-9d80-4868-9a66-432452cedc93"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:16:28.170849 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5cd7a893-7bd8-4aa1-b3af-17e176fa4d87 req-41b0a140-a867-42ac-8743-4e349b58073e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920680 May 10 03:16:28.182142 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port bbc5b7a0-9d80-4868-9a66-432452cedc93, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bbc5b7a0-9d80-4868-9a66-432452cedc93,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:16:28.201556 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (bbc5b7a0-9d80-4868-9a66-432452cedc93), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:28.269269 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22611e84-1b4f-462c-af75-3ec28778a06d x-openstack-request-id: req-22611e84-1b4f-462c-af75-3ec28778a06d {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:16:28.269857 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e38f9a8-3e80-482e-8726-0ce7f4da09cf", "name": "network-vif-plugged", "status": "completed", "tag": "bbc5b7a0-9d80-4868-9a66-432452cedc93", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:16:28.270378 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-22611e84-1b4f-462c-af75-3ec28778a06d {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:16:28.271077 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22611e84-1b4f-462c-af75-3ec28778a06d'] response: {'server_uuid': '5e38f9a8-3e80-482e-8726-0ce7f4da09cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc5b7a0-9d80-4868-9a66-432452cedc93', 'code': 200} May 10 03:16:28.314116 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=bbc5b7a0-9d80-4868-9a66-432452cedc93,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:28.342363 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935bab3-3991-438d-8094-e701a5e1e5f4 req-c5bb40e7-9675-4a62-ae6a-967c4ee4b1c3 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:28.351729 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d935bab3-3991-438d-8094-e701a5e1e5f4 req-c5bb40e7-9675-4a62-ae6a-967c4ee4b1c3 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 944 time: 0.0940883 May 10 03:16:28.371202 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b785894-4441-4640-96f8-883f52471733 req-6ac98d8b-336b-4741-864f-cf19cceb4f45 service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414595 May 10 03:16:28.456365 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d935bab3-3991-438d-8094-e701a5e1e5f4 req-ee594ec9-0bde-471e-8583-116e52df84d5 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028872 May 10 03:16:28.530939 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f1f0a88d-ddd7-49a8-a9ee-687e81768a38 req-706e8761-ddd6-4de1-9ab5-647cc6a5ae25 service neutron] 10.222.0.64 "GET /v2.0/networks/1de77f49-b9d8-4f50-8c23-0e4791428a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017491 May 10 03:16:28.547121 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9edf03-06c1-4aa7-85d8-f748fd1ce58e req-f0708dc8-16fe-4d61-b5ab-01eab54dc757 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:28.548729 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0e9edf03-06c1-4aa7-85d8-f748fd1ce58e req-f0708dc8-16fe-4d61-b5ab-01eab54dc757 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.1468170 May 10 03:16:28.557710 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcf857-f894-4851-99e5-586936a2fd6c req-600b8b19-f086-48db-a7ba-5cf66d7f35a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:28.559942 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-08dcf857-f894-4851-99e5-586936a2fd6c req-600b8b19-f086-48db-a7ba-5cf66d7f35a6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 1130 time: 0.0809681 May 10 03:16:28.630839 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b785894-4441-4640-96f8-883f52471733 req-44b5d604-bfdc-4867-a76a-a9af8d0bf693 service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412417 May 10 03:16:28.651743 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0e9edf03-06c1-4aa7-85d8-f748fd1ce58e req-4c4d60a5-6404-421c-b443-78a2febe2813 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849557 May 10 03:16:28.666406 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-08dcf857-f894-4851-99e5-586936a2fd6c req-09d9a700-b7b8-4adb-a2c9-d08ffd3c2ac8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2bae6bb6-ed75-407a-b7b5-12990b32e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934203 May 10 03:16:28.728782 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b91feb-0a9e-4f70-aeff-7df30f6a0f8b req-8f5bb7c3-61b8-411f-a3fd-a61458a031a8 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:28.730354 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-68b91feb-0a9e-4f70-aeff-7df30f6a0f8b req-8f5bb7c3-61b8-411f-a3fd-a61458a031a8 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 946 time: 0.0522804 May 10 03:16:28.789640 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-68b91feb-0a9e-4f70-aeff-7df30f6a0f8b req-6cc2d38c-60be-450b-bf01-659364aa2b68 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bae6bb6-ed75-407a-b7b5-12990b32e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508955 May 10 03:16:29.199721 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2ec95-9023-4070-a34a-a90797b6bcf8 req-c3af4bd8-2834-4369-a144-7d67e8a415cb tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:29.201241 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2ed2ec95-9023-4070-a34a-a90797b6bcf8 req-c3af4bd8-2834-4369-a144-7d67e8a415cb tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 943 time: 0.0569615 May 10 03:16:29.247264 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'tag': '7b55a664-e823-4d00-8935-550519d0fdf6'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:16:29.250146 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445e2ba3-e2d5-4af6-b0b5-87708a00a660" -d '{"events": [{"name": "network-changed", "server_uuid": "80b10b34-f1d6-49fe-982c-8d00255bc565", "tag": "7b55a664-e823-4d00-8935-550519d0fdf6"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:16:29.281827 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2ed2ec95-9023-4070-a34a-a90797b6bcf8 req-74b993f4-f096-46ea-b25d-d0a11ffc43cd tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659266 May 10 03:16:29.330838 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044daa5-c442-4caf-afbb-0af8dd49fa82 req-c3b22403-116f-419e-9ee9-8f6e3ec21bc6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:29.332339 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d044daa5-c442-4caf-afbb-0af8dd49fa82 req-c3b22403-116f-419e-9ee9-8f6e3ec21bc6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0631061 May 10 03:16:29.341559 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4163e6cc-9eca-48f8-98f5-c41eca4e2929 x-openstack-request-id: req-4163e6cc-9eca-48f8-98f5-c41eca4e2929 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:16:29.341857 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b10b34-f1d6-49fe-982c-8d00255bc565", "tag": "7b55a664-e823-4d00-8935-550519d0fdf6", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:16:29.342117 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4163e6cc-9eca-48f8-98f5-c41eca4e2929 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:16:29.342520 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4163e6cc-9eca-48f8-98f5-c41eca4e2929'] response: {'name': 'network-changed', 'server_uuid': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'tag': '7b55a664-e823-4d00-8935-550519d0fdf6', 'status': 'completed', 'code': 200} May 10 03:16:29.392974 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d044daa5-c442-4caf-afbb-0af8dd49fa82 req-81669bee-35af-496f-b0c1-4df04d283885 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472164 May 10 03:16:29.575933 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb232c0-4d95-4a22-83c6-8a99c012d85a req-68badf95-e5b3-455a-a3c3-3675ef725f00 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:29.579578 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1bb232c0-4d95-4a22-83c6-8a99c012d85a req-68badf95-e5b3-455a-a3c3-3675ef725f00 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 944 time: 0.0573258 May 10 03:16:29.635253 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1bb232c0-4d95-4a22-83c6-8a99c012d85a req-a82e85dc-3c24-44f2-a6bf-d838955dd21e tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490732 May 10 03:16:29.787409 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538730c-9d5d-40e4-8214-db4d4fbea40d req-20a3f4b8-5a72-4ff3-a946-a4dcedebcfe3 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:29.789227 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2538730c-9d5d-40e4-8214-db4d4fbea40d req-20a3f4b8-5a72-4ff3-a946-a4dcedebcfe3 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0543668 May 10 03:16:29.861645 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2538730c-9d5d-40e4-8214-db4d4fbea40d req-cae048f4-56ed-4fe3-a0dd-18f8330baab2 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660686 May 10 03:16:29.870541 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device d0ecc293-10f4-407f-97ea-01ab5c2dbe91 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:16:29.932511 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354d543-0f27-4ca7-9d08-35fa3312b8e6 req-122736d4-8fd1-4e87-827b-fbdf42ca0ef3 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:29.934344 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5354d543-0f27-4ca7-9d08-35fa3312b8e6 req-122736d4-8fd1-4e87-827b-fbdf42ca0ef3 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 946 time: 0.0590470 May 10 03:16:29.991906 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5354d543-0f27-4ca7-9d08-35fa3312b8e6 req-0d493093-8499-4893-9c22-6587d1ad581d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bae6bb6-ed75-407a-b7b5-12990b32e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515831 May 10 03:16:30.015322 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port d0ecc293-10f4-407f-97ea-01ab5c2dbe91, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0ecc293-10f4-407f-97ea-01ab5c2dbe91,segment=NetworkSegment(9ded247d-e70a-401b-8b1c-20728edf2091),segment_id=9ded247d-e70a-401b-8b1c-20728edf2091)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:16:30.030564 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': 'd0ecc293-10f4-407f-97ea-01ab5c2dbe91', 'network_id': '1de77f49-b9d8-4f50-8c23-0e4791428a47', 'port_id': 'd0ecc293-10f4-407f-97ea-01ab5c2dbe91', 'mac_address': 'fa:16:3e:58:86:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab46cdd-06cc-4fce-a3d9-de1d7cbc8b71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:16:30.081763 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port d0ecc293-10f4-407f-97ea-01ab5c2dbe91 is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:16:30.082426 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (d0ecc293-10f4-407f-97ea-01ab5c2dbe91), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:30.097435 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ecc293-10f4-407f-97ea-01ab5c2dbe91 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:16:30.122123 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port d0ecc293-10f4-407f-97ea-01ab5c2dbe91, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0ecc293-10f4-407f-97ea-01ab5c2dbe91,segment=NetworkSegment(9ded247d-e70a-401b-8b1c-20728edf2091),segment_id=9ded247d-e70a-401b-8b1c-20728edf2091)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:16:30.127490 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (d0ecc293-10f4-407f-97ea-01ab5c2dbe91), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:30.184852 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=d0ecc293-10f4-407f-97ea-01ab5c2dbe91,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:30.413968 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89dfa9-47a4-467c-b70c-d08a528870f4 req-81720bf2-d2af-43db-8f34-e4ef4a779d74 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:30.416066 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7a89dfa9-47a4-467c-b70c-d08a528870f4 req-81720bf2-d2af-43db-8f34-e4ef4a779d74 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 944 time: 0.0600169 May 10 03:16:30.477151 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['d0ecc293-10f4-407f-97ea-01ab5c2dbe91'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:16:30.482137 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7a89dfa9-47a4-467c-b70c-d08a528870f4 req-e4d40616-e957-4d8a-aadc-c042a24576d1 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568731 May 10 03:16:30.525080 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90347e82-5329-4467-9d78-d3dd67ecbcb2 req-5cfd8305-0577-474b-872f-cd6cbd651135 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:30.526658 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-90347e82-5329-4467-9d78-d3dd67ecbcb2 req-5cfd8305-0577-474b-872f-cd6cbd651135 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0558925 May 10 03:16:30.599415 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-90347e82-5329-4467-9d78-d3dd67ecbcb2 req-17d83feb-5bd8-4eb7-8bbf-08af2b1bdf1c tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622683 May 10 03:16:30.767439 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97435fc7-8f92-4a24-80a2-07714108d58d req-9a84df76-2d90-4a38-b0fd-6937286a925a tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:30.768925 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-97435fc7-8f92-4a24-80a2-07714108d58d req-9a84df76-2d90-4a38-b0fd-6937286a925a tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 944 time: 0.0555589 May 10 03:16:30.828283 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-97435fc7-8f92-4a24-80a2-07714108d58d req-af27ebf9-90b2-4e9c-8438-6978c4aa4301 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523770 May 10 03:16:31.000857 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a011fdc-7f72-4a97-b359-fd2ed6cdeaca req-9616abc2-449b-42d4-b2ce-716eb4552b12 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:31.003859 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7a011fdc-7f72-4a97-b359-fd2ed6cdeaca req-9616abc2-449b-42d4-b2ce-716eb4552b12 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0506434 May 10 03:16:31.102371 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13374c-5d7a-438d-b47f-593d4c8ade1e req-d95d9605-ad14-458c-9b77-7f32a50fcc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:31.104123 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7e13374c-5d7a-438d-b47f-593d4c8ade1e req-d95d9605-ad14-458c-9b77-7f32a50fcc81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c623f8bafbe4349a313eef2b75c8154&device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 1128 time: 0.0990460 May 10 03:16:31.108889 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7a011fdc-7f72-4a97-b359-fd2ed6cdeaca req-d7c09618-bfe2-4ef9-be54-8cde28ca3fa3 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588021 May 10 03:16:31.140444 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376568b-d8cc-4e92-b408-742bca671e96 req-b51866cc-8072-45c4-b03d-112d2fe24f83 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:31.141809 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3376568b-d8cc-4e92-b408-742bca671e96 req-b51866cc-8072-45c4-b03d-112d2fe24f83 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 946 time: 0.0575325 May 10 03:16:31.197943 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3376568b-d8cc-4e92-b408-742bca671e96 req-44e70909-971b-4610-93f2-2ea7ea00a70a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bae6bb6-ed75-407a-b7b5-12990b32e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501795 May 10 03:16:31.559298 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e2ba3-e2d5-4af6-b0b5-87708a00a660 req-c203ddf4-d69a-4d57-b7db-e3d424dea85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:31.560940 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-445e2ba3-e2d5-4af6-b0b5-87708a00a660 req-c203ddf4-d69a-4d57-b7db-e3d424dea85b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 1128 time: 0.0958240 May 10 03:16:31.700206 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292f430-b598-4ca8-9482-1d73e160a8bc req-03063e0d-1452-4fb9-a8cc-24c046ef67c9 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:31.701895 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8292f430-b598-4ca8-9482-1d73e160a8bc req-03063e0d-1452-4fb9-a8cc-24c046ef67c9 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 944 time: 0.1330523 May 10 03:16:31.732113 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13374c-5d7a-438d-b47f-593d4c8ade1e req-07486eda-c662-4edf-ab6a-92c57e2b51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:31.733691 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7e13374c-5d7a-438d-b47f-593d4c8ade1e req-07486eda-c662-4edf-ab6a-92c57e2b51ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=1de77f49-b9d8-4f50-8c23-0e4791428a47 HTTP/1.1" status: 200 len: 914 time: 0.2772970 May 10 03:16:31.792725 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d521e22-52cb-424d-8b4b-c4419cfa528c req-d1f596ee-68d5-4145-9007-2134d7c17b2a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:31.801368 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e2ba3-e2d5-4af6-b0b5-87708a00a660 req-28289fdf-055b-4ab4-ba95-fc0cd7817d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:31.803412 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-445e2ba3-e2d5-4af6-b0b5-87708a00a660 req-28289fdf-055b-4ab4-ba95-fc0cd7817d15 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 200 len: 920 time: 0.2205381 May 10 03:16:31.808347 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1d521e22-52cb-424d-8b4b-c4419cfa528c req-d1f596ee-68d5-4145-9007-2134d7c17b2a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.1172009 May 10 03:16:31.815674 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8292f430-b598-4ca8-9482-1d73e160a8bc req-a6d2590d-b87a-4dce-b1bb-595503ecb762 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045406 May 10 03:16:31.879117 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device d0ecc293-10f4-407f-97ea-01ab5c2dbe91 up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:16:31.902971 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1d521e22-52cb-424d-8b4b-c4419cfa528c req-a5fd8e89-feef-42aa-85a0-3c26780ee938 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935972 May 10 03:16:31.938854 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port d0ecc293-10f4-407f-97ea-01ab5c2dbe91 completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:16:31.957836 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port d0ecc293-10f4-407f-97ea-01ab5c2dbe91 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:16:31.958484 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d0ecc293-10f4-407f-97ea-01ab5c2dbe91), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:32.013976 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da537d7-b2da-4559-a9b2-f2165cbb9745 req-7ae7179a-87bd-4a0a-a768-bbe738cf39b0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:32.015477 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4da537d7-b2da-4559-a9b2-f2165cbb9745 req-7ae7179a-87bd-4a0a-a768-bbe738cf39b0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 944 time: 0.0636942 May 10 03:16:32.087195 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port d0ecc293-10f4-407f-97ea-01ab5c2dbe91 is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:16:32.087671 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (d0ecc293-10f4-407f-97ea-01ab5c2dbe91), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:32.106337 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4da537d7-b2da-4559-a9b2-f2165cbb9745 req-87b48d12-923d-46f8-9d07-4cde3e1524e1 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817201 May 10 03:16:32.116459 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a714b2-630e-4616-9da3-f0acae26fb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ecc293-10f4-407f-97ea-01ab5c2dbe91'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:16:32.119016 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064d1aaa-455a-42fe-ac84-6833943927fb" -d '{"events": [{"server_uuid": "c1a714b2-630e-4616-9da3-f0acae26fb24", "name": "network-vif-plugged", "status": "completed", "tag": "d0ecc293-10f4-407f-97ea-01ab5c2dbe91"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:16:32.132630 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port d0ecc293-10f4-407f-97ea-01ab5c2dbe91, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0ecc293-10f4-407f-97ea-01ab5c2dbe91,segment=NetworkSegment(9ded247d-e70a-401b-8b1c-20728edf2091),segment_id=9ded247d-e70a-401b-8b1c-20728edf2091)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:16:32.158049 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (d0ecc293-10f4-407f-97ea-01ab5c2dbe91), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:32.195920 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6736f3a5-b752-43c3-a50a-600e662fc314 x-openstack-request-id: req-6736f3a5-b752-43c3-a50a-600e662fc314 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:16:32.196228 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a714b2-630e-4616-9da3-f0acae26fb24", "name": "network-vif-plugged", "status": "completed", "tag": "d0ecc293-10f4-407f-97ea-01ab5c2dbe91", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:16:32.196463 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6736f3a5-b752-43c3-a50a-600e662fc314 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:16:32.196899 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6736f3a5-b752-43c3-a50a-600e662fc314'] response: {'server_uuid': 'c1a714b2-630e-4616-9da3-f0acae26fb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ecc293-10f4-407f-97ea-01ab5c2dbe91', 'code': 200} May 10 03:16:32.216991 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=d0ecc293-10f4-407f-97ea-01ab5c2dbe91,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:32.261506 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c78ffe-3af6-45fb-a8a8-750e7fd1e564 req-d4d9e79a-1101-45a9-b7e0-2efde8f3e568 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:32.268593 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-64c78ffe-3af6-45fb-a8a8-750e7fd1e564 req-d4d9e79a-1101-45a9-b7e0-2efde8f3e568 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0726395 May 10 03:16:32.321918 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-64c78ffe-3af6-45fb-a8a8-750e7fd1e564 req-d7384c42-2650-42a3-a905-7ceae8bf0091 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523283 May 10 03:16:32.360705 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1e9ea-4731-4153-812c-11aae64ccd0c req-1e796a08-9254-4d27-b42c-d5134bd5b918 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:32.362320 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-bce1e9ea-4731-4153-812c-11aae64ccd0c req-1e796a08-9254-4d27-b42c-d5134bd5b918 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 946 time: 0.0548809 May 10 03:16:32.423900 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7e13374c-5d7a-438d-b47f-593d4c8ade1e req-6a257576-e02f-4db5-aad7-cffa4ff20ced service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0ecc293-10f4-407f-97ea-01ab5c2dbe91 HTTP/1.1" status: 200 len: 217 time: 0.0753043 May 10 03:16:32.429196 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-bce1e9ea-4731-4153-812c-11aae64ccd0c req-ada78966-4365-4cf1-b0c6-c3fe9cd7f4d7 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bae6bb6-ed75-407a-b7b5-12990b32e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607028 May 10 03:16:32.481183 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-445e2ba3-e2d5-4af6-b0b5-87708a00a660 req-310f9cf6-e259-4663-acc9-2060f2dfac30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b55a664-e823-4d00-8935-550519d0fdf6 HTTP/1.1" status: 200 len: 217 time: 0.1211231 May 10 03:16:32.573002 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13374c-5d7a-438d-b47f-593d4c8ade1e req-756f8fb8-505b-4820-82f3-668046348004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:32.575124 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7e13374c-5d7a-438d-b47f-593d4c8ade1e req-756f8fb8-505b-4820-82f3-668046348004 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ab46cdd-06cc-4fce-a3d9-de1d7cbc8b71 HTTP/1.1" status: 200 len: 853 time: 0.1069095 May 10 03:16:32.578876 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e2ba3-e2d5-4af6-b0b5-87708a00a660 req-c254dcc6-750b-4681-9e22-15d849f318cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:32.580216 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-445e2ba3-e2d5-4af6-b0b5-87708a00a660 req-c254dcc6-750b-4681-9e22-15d849f318cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b HTTP/1.1" status: 200 len: 858 time: 0.0750506 May 10 03:16:32.667238 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7e13374c-5d7a-438d-b47f-593d4c8ade1e req-70147c62-e31f-4ce6-ab1c-62fa486c08da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1de77f49-b9d8-4f50-8c23-0e4791428a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764189 May 10 03:16:32.697533 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5cb7a-558d-41fa-8ee3-12f558a74c40 req-5596877c-7ecf-42bb-8d4e-143249f16a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:32.697533 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8cd5cb7a-558d-41fa-8ee3-12f558a74c40 req-5596877c-7ecf-42bb-8d4e-143249f16a96 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 1129 time: 0.1053979 May 10 03:16:32.706970 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e2ba3-e2d5-4af6-b0b5-87708a00a660 req-fbbc273f-51be-4d44-a984-4322f655d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:32.708408 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-445e2ba3-e2d5-4af6-b0b5-87708a00a660 req-fbbc273f-51be-4d44-a984-4322f655d989 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73cc213e-781c-42c1-8c05-7293b0a3f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1167946 May 10 03:16:32.861922 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8cd5cb7a-558d-41fa-8ee3-12f558a74c40 req-8d9bc442-a735-4103-ab25-08f9f2f9904f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563838 May 10 03:16:32.885466 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7e13374c-5d7a-438d-b47f-593d4c8ade1e req-f2d3db3c-56ae-4f9a-a340-998547d1f808 service neutron] 10.222.0.64 "GET /v2.0/networks/1de77f49-b9d8-4f50-8c23-0e4791428a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040577 May 10 03:16:32.889133 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-445e2ba3-e2d5-4af6-b0b5-87708a00a660 req-5a97c22f-a683-45ed-b7be-474dd8438f1a service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511626 May 10 03:16:32.966074 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320b98b-43b4-4d82-9c55-7393ac16ba2a req-8a66bef0-7184-43eb-ac0d-da0e6ce12d10 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:32.967566 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e320b98b-43b4-4d82-9c55-7393ac16ba2a req-8a66bef0-7184-43eb-ac0d-da0e6ce12d10 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 945 time: 0.0591524 May 10 03:16:33.046134 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ca206-4a62-4898-9d92-06462ca332b9 req-9ae14f6e-b6b4-4efc-983f-969d86fea482 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:33.050513 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e320b98b-43b4-4d82-9c55-7393ac16ba2a req-c871c1e5-086d-419d-a171-e93c7038cbf8 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692027 May 10 03:16:33.054526 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a56ca206-4a62-4898-9d92-06462ca332b9 req-9ae14f6e-b6b4-4efc-983f-969d86fea482 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0580432 May 10 03:16:33.109199 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a56ca206-4a62-4898-9d92-06462ca332b9 req-47621fd1-c853-417f-af72-48adc2e84edb tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534472 May 10 03:16:33.476602 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac60d35-06ba-461e-a1ed-7961c65b8d5a req-580f142b-7002-4f8b-b7e4-e513320b00af tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:33.487251 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5ac60d35-06ba-461e-a1ed-7961c65b8d5a req-580f142b-7002-4f8b-b7e4-e513320b00af tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0690365 May 10 03:16:33.549316 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5ac60d35-06ba-461e-a1ed-7961c65b8d5a req-f7f00d8a-cd59-49e3-b7c7-0fa566e85f3a tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628004 May 10 03:16:33.592259 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ef977-d8dd-4cc0-98eb-c8ea6ca572aa req-b1a9c682-9b23-4e03-81a4-332234c4f38e tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:33.593946 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-286ef977-d8dd-4cc0-98eb-c8ea6ca572aa req-b1a9c682-9b23-4e03-81a4-332234c4f38e tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 944 time: 0.3961651 May 10 03:16:33.659817 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7e13374c-5d7a-438d-b47f-593d4c8ade1e req-70dd6fa3-01b4-47a7-b7dc-a1b975656d5a service neutron] 10.222.0.64 "GET /v2.0/networks/1de77f49-b9d8-4f50-8c23-0e4791428a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759581 May 10 03:16:33.680935 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-445e2ba3-e2d5-4af6-b0b5-87708a00a660 req-1ee0d512-c76c-450f-ad8b-94a2ff0068d9 service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984188 May 10 03:16:33.702055 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6d765-f5b1-4577-ae7c-0fd108342a62 req-fbd1a7f5-60d6-4d39-a044-cbee696e9f93 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:33.704045 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a7d6d765-f5b1-4577-ae7c-0fd108342a62 req-fbd1a7f5-60d6-4d39-a044-cbee696e9f93 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 946 time: 0.0863936 May 10 03:16:33.704183 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-286ef977-d8dd-4cc0-98eb-c8ea6ca572aa req-10a0a3ee-014b-4d75-8c63-ab8e3bff46a9 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994432 May 10 03:16:33.752701 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a7d6d765-f5b1-4577-ae7c-0fd108342a62 req-b93224d5-2ea6-4bbb-82a2-7539d1a98481 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bae6bb6-ed75-407a-b7b5-12990b32e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474672 May 10 03:16:33.880359 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 7b55a664-e823-4d00-8935-550519d0fdf6 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:16:33.906236 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646db8da-4359-438b-9100-f3b1062f2efd req-6a32db69-d12d-4189-9761-38356ef98209 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:33.915577 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-646db8da-4359-438b-9100-f3b1062f2efd req-6a32db69-d12d-4189-9761-38356ef98209 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 946 time: 0.0573418 May 10 03:16:33.917245 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 36776) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:33.922287 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-84968c19-c5b4-4210-9b50-7215d591c900 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'floatingip': {'port_id': 'bbc5b7a0-9d80-4868-9a66-432452cedc93'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:16:34.001064 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 7b55a664-e823-4d00-8935-550519d0fdf6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7b55a664-e823-4d00-8935-550519d0fdf6,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:16:34.010403 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84968c19-c5b4-4210-9b50-7215d591c900 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (ba8d3905-c156-49ed-a43d-9fb967459ae6), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:34.016603 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': '7b55a664-e823-4d00-8935-550519d0fdf6', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'port_id': '7b55a664-e823-4d00-8935-550519d0fdf6', 'mac_address': 'fa:16:3e:73:45:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:16:34.065121 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 7b55a664-e823-4d00-8935-550519d0fdf6 is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:16:34.065512 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (7b55a664-e823-4d00-8935-550519d0fdf6), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:34.083655 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b55a664-e823-4d00-8935-550519d0fdf6 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:16:34.108890 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 7b55a664-e823-4d00-8935-550519d0fdf6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7b55a664-e823-4d00-8935-550519d0fdf6,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:16:34.115023 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (7b55a664-e823-4d00-8935-550519d0fdf6), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:34.222261 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e2f9f-38e2-46ef-9099-cfc4c73ab0dc req-8328a590-5f5e-45a1-8a15-3bfec3114902 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:34.231567 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1c2e2f9f-38e2-46ef-9099-cfc4c73ab0dc req-8328a590-5f5e-45a1-8a15-3bfec3114902 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 945 time: 0.0737646 May 10 03:16:34.302810 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27c629-5a60-4734-9692-a4e37365affd req-1157ce75-ccf9-4373-89b8-ffe259cb27ee tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:34.304901 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0a27c629-5a60-4734-9692-a4e37365affd req-1157ce75-ccf9-4373-89b8-ffe259cb27ee tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0938611 May 10 03:16:34.311683 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=7b55a664-e823-4d00-8935-550519d0fdf6,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:34.312395 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1c2e2f9f-38e2-46ef-9099-cfc4c73ab0dc req-0f0baf0f-d0da-43a3-bfcf-a7d78bfd19d8 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742416 May 10 03:16:34.416205 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0a27c629-5a60-4734-9692-a4e37365affd req-c58a113e-4932-4451-ac06-a031143d17ba tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962644 May 10 03:16:34.458587 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['7b55a664-e823-4d00-8935-550519d0fdf6'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:16:34.713458 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898e584-2030-4484-b823-3438d57e9a21 req-e648a69b-fabc-4323-9b36-4475bf089207 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:34.715202 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1898e584-2030-4484-b823-3438d57e9a21 req-e648a69b-fabc-4323-9b36-4475bf089207 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0638802 May 10 03:16:34.825128 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1898e584-2030-4484-b823-3438d57e9a21 req-f33a757a-d26c-44bc-9f2f-1aeff819d1f3 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962782 May 10 03:16:34.895528 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.db.resource_extend [None req-84968c19-c5b4-4210-9b50-7215d591c900 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 03:16:34.934853 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57efd6-19c5-4113-9ce0-4f8259f3c28d req-00fff498-9ff6-4469-8d78-78cbab301308 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:34.936301 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8b57efd6-19c5-4113-9ce0-4f8259f3c28d req-00fff498-9ff6-4469-8d78-78cbab301308 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 945 time: 0.1018808 May 10 03:16:34.997895 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84968c19-c5b4-4210-9b50-7215d591c900 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:35.006219 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84968c19-c5b4-4210-9b50-7215d591c900 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (ba8d3905-c156-49ed-a43d-9fb967459ae6), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:35.054568 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8b57efd6-19c5-4113-9ce0-4f8259f3c28d req-7445cf55-cab9-4f04-a798-99d6e5cf0d80 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095097 May 10 03:16:35.118207 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.l3_db [None req-84968c19-c5b4-4210-9b50-7215d591c900 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Floating IP ba8d3905-c156-49ed-a43d-9fb967459ae6 associated. External IP: 172.27.1.211, port: bbc5b7a0-9d80-4868-9a66-432452cedc93. May 10 03:16:35.326611 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84968c19-c5b4-4210-9b50-7215d591c900 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Router ed0337df-2e47-44f0-86f8-d2145b93f43f has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:16:35.426197 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5586ce-b85e-432e-84db-961fe71ed938 req-cc8435fc-2a39-4107-a619-fb59d2f3d1c7 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:35.427660 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0a5586ce-b85e-432e-84db-961fe71ed938 req-cc8435fc-2a39-4107-a619-fb59d2f3d1c7 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 945 time: 0.0474892 May 10 03:16:35.442554 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84968c19-c5b4-4210-9b50-7215d591c900 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:16:35.448367 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84968c19-c5b4-4210-9b50-7215d591c900 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:35.461451 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26a9f3-434c-4fd7-9782-41381cea6016 None None] Sync routers for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:16:35.476334 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26a9f3-434c-4fd7-9782-41381cea6016 None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:16:35.478135 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-7b26a9f3-434c-4fd7-9782-41381cea6016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:16:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:16:35.500065 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0a5586ce-b85e-432e-84db-961fe71ed938 req-eab462b6-cb09-439c-86e2-80f4cb2340fa tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662694 May 10 03:16:35.605763 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-7b26a9f3-434c-4fd7-9782-41381cea6016 None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:16:35.768271 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-84968c19-c5b4-4210-9b50-7215d591c900 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "PUT /v2.0/floatingips/ba8d3905-c156-49ed-a43d-9fb967459ae6 HTTP/1.1" status: 200 len: 992 time: 1.8499138 May 10 03:16:35.773136 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e38f9a8-3e80-482e-8726-0ce7f4da09cf', 'tag': 'bbc5b7a0-9d80-4868-9a66-432452cedc93'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:16:35.775394 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f15ad3e-8e27-447c-ae6d-4921d13b9ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "5e38f9a8-3e80-482e-8726-0ce7f4da09cf", "tag": "bbc5b7a0-9d80-4868-9a66-432452cedc93"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:16:35.786536 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909bf2d-be0c-451f-a5a2-4df4bc704672 req-9429d419-425c-48f9-92f5-c561c07b169e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:35.788217 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2909bf2d-be0c-451f-a5a2-4df4bc704672 req-9429d419-425c-48f9-92f5-c561c07b169e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0890949 May 10 03:16:35.791711 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b7822-6b36-45ae-8369-f7bd96319795 req-daca8e07-5041-4a6a-8be2-5c5d76dd69f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:35.793186 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f1b7822-6b36-45ae-8369-f7bd96319795 req-daca8e07-5041-4a6a-8be2-5c5d76dd69f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4149fee898c44c180ae1de15ac9d9da&device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 1129 time: 0.0957360 May 10 03:16:35.828178 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f435018-5e36-48c5-a858-e22e13bfebaa x-openstack-request-id: req-0f435018-5e36-48c5-a858-e22e13bfebaa {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:16:35.828474 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e38f9a8-3e80-482e-8726-0ce7f4da09cf", "tag": "bbc5b7a0-9d80-4868-9a66-432452cedc93", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:16:35.828759 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0f435018-5e36-48c5-a858-e22e13bfebaa {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:16:35.829202 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f435018-5e36-48c5-a858-e22e13bfebaa'] response: {'name': 'network-changed', 'server_uuid': '5e38f9a8-3e80-482e-8726-0ce7f4da09cf', 'tag': 'bbc5b7a0-9d80-4868-9a66-432452cedc93', 'status': 'completed', 'code': 200} May 10 03:16:35.859819 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-7b26a9f3-434c-4fd7-9782-41381cea6016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'a7239992-d030-446c-9baf-3c4ec7791b3f', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'port_id': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'mac_address': 'fa:16:3e:22:1e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e867a0c9-e715-4ac3-8be5-1bb4e64f56fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:14:34Z', 'updated_at': '2022-05-10T03:15:09Z', 'revision_number': 2, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'fixed_ip_address_scope': None}, {'id': 'ba8d3905-c156-49ed-a43d-9fb967459ae6', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'port_id': 'bbc5b7a0-9d80-4868-9a66-432452cedc93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'mac_address': 'fa:16:3e:f0:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e38f9a8-3e80-482e-8726-0ce7f4da09cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:16:14Z', 'updated_at': '2022-05-10T03:16:34Z', 'revision_number': 1, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:16:35.890865 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 7b55a664-e823-4d00-8935-550519d0fdf6 up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:16:35.892957 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26a9f3-434c-4fd7-9782-41381cea6016 None None] Checking router: ed0337df-2e47-44f0-86f8-d2145b93f43f for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:16:35.903361 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26a9f3-434c-4fd7-9782-41381cea6016 None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:16:35.904286 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-7b26a9f3-434c-4fd7-9782-41381cea6016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:16:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:16:35.936046 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2909bf2d-be0c-451f-a5a2-4df4bc704672 req-527239ab-f968-4069-86c6-1f0cdef54415 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324601 May 10 03:16:35.956522 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15ad3e-8e27-447c-ae6d-4921d13b9ecb req-14ab8d2e-33f6-4419-892a-ce68187e7c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:35.958291 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f15ad3e-8e27-447c-ae6d-4921d13b9ecb req-14ab8d2e-33f6-4419-892a-ce68187e7c25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2376b2c653467b885e8f3deb5018e7&device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 1130 time: 0.0920193 May 10 03:16:35.995844 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port 7b55a664-e823-4d00-8935-550519d0fdf6 completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:16:36.005366 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port 7b55a664-e823-4d00-8935-550519d0fdf6 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:16:36.006601 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (7b55a664-e823-4d00-8935-550519d0fdf6), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:36.014200 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f391a-da71-4801-a590-a008f9470d95 req-efb9b841-5e5f-4cab-a8ae-23511d6ca231 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:36.024089 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a33f391a-da71-4801-a590-a008f9470d95 req-efb9b841-5e5f-4cab-a8ae-23511d6ca231 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.1110308 May 10 03:16:36.033964 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-7b26a9f3-434c-4fd7-9782-41381cea6016 None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:16:36.074454 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b7822-6b36-45ae-8369-f7bd96319795 req-04a1b2da-dac4-4622-b4db-057b70f76f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:36.076013 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f1b7822-6b36-45ae-8369-f7bd96319795 req-04a1b2da-dac4-4622-b4db-057b70f76f3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b607388-5cb4-41a1-8154-ba2917605d5c HTTP/1.1" status: 200 len: 917 time: 0.2740872 May 10 03:16:36.124634 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a33f391a-da71-4801-a590-a008f9470d95 req-b8bf1748-9c87-4347-8715-7f6a8836aa05 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993731 May 10 03:16:36.149824 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 7b55a664-e823-4d00-8935-550519d0fdf6 is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:16:36.150350 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (7b55a664-e823-4d00-8935-550519d0fdf6), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:36.193083 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b55a664-e823-4d00-8935-550519d0fdf6'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:16:36.195388 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1634dcd6-698d-4c1a-9dde-04068b58f5ff" -d '{"events": [{"server_uuid": "80b10b34-f1d6-49fe-982c-8d00255bc565", "name": "network-vif-plugged", "status": "completed", "tag": "7b55a664-e823-4d00-8935-550519d0fdf6"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:16:36.224877 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 7b55a664-e823-4d00-8935-550519d0fdf6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7b55a664-e823-4d00-8935-550519d0fdf6,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:16:36.230383 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (7b55a664-e823-4d00-8935-550519d0fdf6), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:36.253486 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048eeb83-64a6-4508-85cc-44107693792b req-75a3a4af-a596-4fb5-b054-185682f7c432 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:36.255162 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-048eeb83-64a6-4508-85cc-44107693792b req-75a3a4af-a596-4fb5-b054-185682f7c432 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 945 time: 0.0870931 May 10 03:16:36.259016 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca2ec91-09a4-4b57-bb84-afa7c3b4109e x-openstack-request-id: req-5ca2ec91-09a4-4b57-bb84-afa7c3b4109e {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:16:36.259467 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b10b34-f1d6-49fe-982c-8d00255bc565", "name": "network-vif-plugged", "status": "completed", "tag": "7b55a664-e823-4d00-8935-550519d0fdf6", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:16:36.259729 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ca2ec91-09a4-4b57-bb84-afa7c3b4109e {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:16:36.260006 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f1b7822-6b36-45ae-8369-f7bd96319795 req-0d28f25a-235e-4ff8-8338-ee0a4e3b4085 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec8beef-b88c-43f8-8d89-f6c589198e59 HTTP/1.1" status: 200 len: 1001 time: 0.1696081 May 10 03:16:36.260127 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ca2ec91-09a4-4b57-bb84-afa7c3b4109e'] response: {'server_uuid': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b55a664-e823-4d00-8935-550519d0fdf6', 'code': 200} May 10 03:16:36.278184 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15ad3e-8e27-447c-ae6d-4921d13b9ecb req-d34afab7-88c1-4932-b979-102fe35add61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:36.280097 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f15ad3e-8e27-447c-ae6d-4921d13b9ecb req-d34afab7-88c1-4932-b979-102fe35add61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=20b0c49b-98e0-4d73-bdea-8b46faafc116 HTTP/1.1" status: 200 len: 914 time: 0.3042264 May 10 03:16:36.294342 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=7b55a664-e823-4d00-8935-550519d0fdf6,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:36.380188 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-7b26a9f3-434c-4fd7-9782-41381cea6016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'a7239992-d030-446c-9baf-3c4ec7791b3f', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'port_id': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'mac_address': 'fa:16:3e:22:1e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e867a0c9-e715-4ac3-8be5-1bb4e64f56fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:14:34Z', 'updated_at': '2022-05-10T03:15:09Z', 'revision_number': 2, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'fixed_ip_address_scope': None}, {'id': 'ba8d3905-c156-49ed-a43d-9fb967459ae6', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'port_id': 'bbc5b7a0-9d80-4868-9a66-432452cedc93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'mac_address': 'fa:16:3e:f0:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e38f9a8-3e80-482e-8726-0ce7f4da09cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:16:14Z', 'updated_at': '2022-05-10T03:16:34Z', 'revision_number': 1, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:16:36.408220 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26a9f3-434c-4fd7-9782-41381cea6016 None None] The sync data for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi is: [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'a7239992-d030-446c-9baf-3c4ec7791b3f', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'port_id': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'mac_address': 'fa:16:3e:22:1e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e867a0c9-e715-4ac3-8be5-1bb4e64f56fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:14:34Z', 'updated_at': '2022-05-10T03:15:09Z', 'revision_number': 2, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'fixed_ip_address_scope': None}, {'id': 'ba8d3905-c156-49ed-a43d-9fb967459ae6', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'port_id': 'bbc5b7a0-9d80-4868-9a66-432452cedc93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'mac_address': 'fa:16:3e:f0:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e38f9a8-3e80-482e-8726-0ce7f4da09cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:16:14Z', 'updated_at': '2022-05-10T03:16:34Z', 'revision_number': 1, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:16:36.468927 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-048eeb83-64a6-4508-85cc-44107693792b req-ee7aecd0-182c-4500-abeb-4378f89a9cfc tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061610 May 10 03:16:36.470094 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b7822-6b36-45ae-8369-f7bd96319795 req-d3944af6-6bda-4cf8-83d8-a70eab0fcceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:36.471412 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f1b7822-6b36-45ae-8369-f7bd96319795 req-d3944af6-6bda-4cf8-83d8-a70eab0fcceb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ae3f063-d3d5-4965-b738-da42afcb0558 HTTP/1.1" status: 200 len: 855 time: 0.2017956 May 10 03:16:36.476038 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f15ad3e-8e27-447c-ae6d-4921d13b9ecb req-7176dbdb-956d-4e6a-be82-a42e65d1989c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbc5b7a0-9d80-4868-9a66-432452cedc93 HTTP/1.1" status: 200 len: 1000 time: 0.1584804 May 10 03:16:36.479319 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4ff7d-480a-4fc8-997e-c5dd61d34842 req-512c0385-ca06-4ee0-9b70-bfcd29986c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:36.480812 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f8a4ff7d-480a-4fc8-997e-c5dd61d34842 req-512c0385-ca06-4ee0-9b70-bfcd29986c6c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 1130 time: 0.0855782 May 10 03:16:36.590561 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b7822-6b36-45ae-8369-f7bd96319795 req-8fa68aa6-f766-45ef-9e24-ff56a3012fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:36.592212 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f1b7822-6b36-45ae-8369-f7bd96319795 req-8fa68aa6-f766-45ef-9e24-ff56a3012fcd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b607388-5cb4-41a1-8154-ba2917605d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1076829 May 10 03:16:36.598600 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15ad3e-8e27-447c-ae6d-4921d13b9ecb req-eb9de1ee-94bf-41c8-b8a3-6518f3d4029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:36.600143 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f15ad3e-8e27-447c-ae6d-4921d13b9ecb req-eb9de1ee-94bf-41c8-b8a3-6518f3d4029a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ad8a8dc-3066-46a1-87d8-bb9efc0920fd HTTP/1.1" status: 200 len: 852 time: 0.1058283 May 10 03:16:36.606925 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f8a4ff7d-480a-4fc8-997e-c5dd61d34842 req-ddf48c34-5bd8-4545-ab15-85e29f021f51 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136134 May 10 03:16:36.625991 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d3a7c-547d-4e85-8eb0-d4e69c0cbcea None None] New status for floating IP ba8d3905-c156-49ed-a43d-9fb967459ae6: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:16:36.697872 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15ad3e-8e27-447c-ae6d-4921d13b9ecb req-0c9500b9-856a-4abc-86db-1973b7705758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:36.699378 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f15ad3e-8e27-447c-ae6d-4921d13b9ecb req-0c9500b9-856a-4abc-86db-1973b7705758 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20b0c49b-98e0-4d73-bdea-8b46faafc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845664 May 10 03:16:36.730644 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f1b7822-6b36-45ae-8369-f7bd96319795 req-b46441a2-f7dc-4630-a761-14ebc94511c7 service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227725 May 10 03:16:37.030200 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f1b7822-6b36-45ae-8369-f7bd96319795 req-0983216f-f200-40cf-8cec-5abc1cfdb030 service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529751 May 10 03:16:37.032271 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f15ad3e-8e27-447c-ae6d-4921d13b9ecb req-930c25d9-6be3-4ff4-876b-2dfc31d39de9 service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538520 May 10 03:16:37.048791 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392efb6-fb9c-4610-ad1b-5132eb7fd9de req-3aa7f0cf-7407-4c90-b660-0f8cddc726f5 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:37.051023 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9392efb6-fb9c-4610-ad1b-5132eb7fd9de req-3aa7f0cf-7407-4c90-b660-0f8cddc726f5 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0533781 May 10 03:16:37.107535 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9392efb6-fb9c-4610-ad1b-5132eb7fd9de req-c694136c-1a77-4c8c-a1a5-cd268159cf94 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502789 May 10 03:16:37.145632 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f15ad3e-8e27-447c-ae6d-4921d13b9ecb req-cbe2a4c2-e23b-4761-bc7c-a98b9d9367f5 service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022136 May 10 03:16:37.243906 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd11f2-7930-4d3c-a498-264ad06ecf35 req-3d5af3fb-5cb0-4198-a567-da2620e7107e tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:37.245328 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-35bd11f2-7930-4d3c-a498-264ad06ecf35 req-3d5af3fb-5cb0-4198-a567-da2620e7107e tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0520439 May 10 03:16:37.293852 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-35bd11f2-7930-4d3c-a498-264ad06ecf35 req-5d5ee64e-3ae7-4f4e-a90e-87a57f6e1c2e tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429988 May 10 03:16:37.590718 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c978366-a013-4cf9-89c8-ae51b210c08b req-2fc6c60c-eaff-420e-9bb1-cc386798708b tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:37.592255 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1c978366-a013-4cf9-89c8-ae51b210c08b req-2fc6c60c-eaff-420e-9bb1-cc386798708b tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0486317 May 10 03:16:37.643913 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1c978366-a013-4cf9-89c8-ae51b210c08b req-c015a301-9428-409b-8108-897d5a6a80c0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437644 May 10 03:16:38.228252 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912aaef-bd73-4eb4-863b-ac33098bef18 req-37c4628f-0bfe-4a38-a13a-49d694021ba3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:38.229726 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8912aaef-bd73-4eb4-863b-ac33098bef18 req-37c4628f-0bfe-4a38-a13a-49d694021ba3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0465348 May 10 03:16:38.275546 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8912aaef-bd73-4eb4-863b-ac33098bef18 req-6fd280b8-ec69-4266-8900-ba14dadbc390 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402200 May 10 03:16:38.409802 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b8397-f049-40ac-9f30-ce0ad7acb787 req-67da8464-9eeb-4884-8b3c-afa48e926c59 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:38.411523 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-268b8397-f049-40ac-9f30-ce0ad7acb787 req-67da8464-9eeb-4884-8b3c-afa48e926c59 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0508792 May 10 03:16:38.459274 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-268b8397-f049-40ac-9f30-ce0ad7acb787 req-e34f9aa9-0d46-4eec-81d1-66a14ee5074f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418072 May 10 03:16:38.771001 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771fad4-09ef-4782-aa88-19f006cd0791 req-43b60a64-4814-45a0-91cd-4a84ce36f410 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:38.772445 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8771fad4-09ef-4782-aa88-19f006cd0791 req-43b60a64-4814-45a0-91cd-4a84ce36f410 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0575378 May 10 03:16:38.820547 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8771fad4-09ef-4782-aa88-19f006cd0791 req-86a63c15-78fc-41b1-8ceb-f6d5ada0d180 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418019 May 10 03:16:39.393143 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044396f5-50a0-41d0-9071-a006c1a905d3 req-8ca592eb-a81d-4b32-b848-4c66a303bbd3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:39.394613 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-044396f5-50a0-41d0-9071-a006c1a905d3 req-8ca592eb-a81d-4b32-b848-4c66a303bbd3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 945 time: 0.0462713 May 10 03:16:39.439811 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-044396f5-50a0-41d0-9071-a006c1a905d3 req-e5996a63-4797-4fc9-a9b0-9fe36e3df1b0 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390456 May 10 03:16:39.579069 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864dbbea-6e7d-462e-b0c7-f58cea058cea req-b5c4fc56-495a-4dba-9512-80fb16d3a8f4 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:39.580441 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-864dbbea-6e7d-462e-b0c7-f58cea058cea req-b5c4fc56-495a-4dba-9512-80fb16d3a8f4 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0500703 May 10 03:16:39.633380 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-864dbbea-6e7d-462e-b0c7-f58cea058cea req-6f58eea6-833c-4272-b06e-e58b33e4c358 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457439 May 10 03:16:39.902110 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 3ec8beef-b88c-43f8-8d89-f6c589198e59 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:16:39.937286 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b361c76-fc83-45e4-8cd2-f564ac4441ba req-d8c9a12b-065f-4d7c-bd23-e178a0941052 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:39.938904 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4b361c76-fc83-45e4-8cd2-f564ac4441ba req-d8c9a12b-065f-4d7c-bd23-e178a0941052 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0504584 May 10 03:16:39.983061 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 3ec8beef-b88c-43f8-8d89-f6c589198e59 is: ACTIVE; New status is: DOWN {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:16:39.983510 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:39.992674 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4b361c76-fc83-45e4-8cd2-f564ac4441ba req-104b1d1a-7da9-4ba1-8454-e95614667e8b tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440938 May 10 03:16:40.013066 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ec8beef-b88c-43f8-8d89-f6c589198e59'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:16:40.015265 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98755d8e-7147-48bb-9e05-a45b12f35909" -d '{"events": [{"server_uuid": "7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f", "name": "network-vif-unplugged", "status": "completed", "tag": "3ec8beef-b88c-43f8-8d89-f6c589198e59"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:16:40.028343 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 3ec8beef-b88c-43f8-8d89-f6c589198e59, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3ec8beef-b88c-43f8-8d89-f6c589198e59,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:16:40.032668 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:40.056993 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 03:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea619fe-11e0-4369-8505-ce61638784d7 x-openstack-request-id: req-4ea619fe-11e0-4369-8505-ce61638784d7 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:16:40.056993 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f", "name": "network-vif-unplugged", "status": "completed", "tag": "3ec8beef-b88c-43f8-8d89-f6c589198e59", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:16:40.056993 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ea619fe-11e0-4369-8505-ce61638784d7 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:16:40.057438 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea619fe-11e0-4369-8505-ce61638784d7'] response: {'server_uuid': '7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ec8beef-b88c-43f8-8d89-f6c589198e59', 'code': 200} May 10 03:16:40.085780 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=3ec8beef-b88c-43f8-8d89-f6c589198e59,revision_number=8']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:16:40.559633 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fb734-5010-42af-b3a2-a5b9ccb00368 req-a40ed4ac-97cb-4fa3-82d8-b88afe30ea58 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:40.561191 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-399fb734-5010-42af-b3a2-a5b9ccb00368 req-a40ed4ac-97cb-4fa3-82d8-b88afe30ea58 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0459285 May 10 03:16:40.607068 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-399fb734-5010-42af-b3a2-a5b9ccb00368 req-156097a5-afd0-4453-b16c-20227aa27d58 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404482 May 10 03:16:40.749179 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a0198-35f8-48c7-9090-9ec40db18645 req-48f925fa-d77f-40b5-8266-54d2f12fd326 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:40.750668 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-eb7a0198-35f8-48c7-9090-9ec40db18645 req-48f925fa-d77f-40b5-8266-54d2f12fd326 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0497324 May 10 03:16:40.800278 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-eb7a0198-35f8-48c7-9090-9ec40db18645 req-d9a48800-854f-4df5-b562-5d8e9efaf348 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441475 May 10 03:16:40.872872 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:41.103867 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [req-85a21144-6ffb-4011-9f2f-bb3ca3496d39 req-c6bbf31e-5ed5-4e7a-9b42-ba40daf349e0 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:16:41.104887 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-85a21144-6ffb-4011-9f2f-bb3ca3496d39 req-c6bbf31e-5ed5-4e7a-9b42-ba40daf349e0 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053101 May 10 03:16:41.114588 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9e33c-7f8a-4689-a731-e63bd83cf498 req-c9a61eb2-d812-40d4-a784-7439e1e07d5f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:41.116083 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-31d9e33c-7f8a-4689-a731-e63bd83cf498 req-c9a61eb2-d812-40d4-a784-7439e1e07d5f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0519929 May 10 03:16:41.165426 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-31d9e33c-7f8a-4689-a731-e63bd83cf498 req-c052f5e9-7145-49af-b5c5-8f15ccd0bceb tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426600 May 10 03:16:41.278268 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2205b44-66c8-4687-aea6-be628c0592d9 req-09a2feb6-e07a-4b3e-8a08-ee9142632a4e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:41.280525 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a2205b44-66c8-4687-aea6-be628c0592d9 req-09a2feb6-e07a-4b3e-8a08-ee9142632a4e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0544384 May 10 03:16:41.298591 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597b57a-0142-40b1-a7c6-2a2b5c995057 req-ee409d6f-9176-48e7-8412-780527279538 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:41.300693 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3597b57a-0142-40b1-a7c6-2a2b5c995057 req-ee409d6f-9176-48e7-8412-780527279538 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0582800 May 10 03:16:41.309994 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 36926) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:41.314465 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-d3f0ead2-ca95-4512-9ff2-c44795ff482f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Request body: {'floatingip': {'port_id': '7b55a664-e823-4d00-8935-550519d0fdf6'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:16:41.339877 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a2205b44-66c8-4687-aea6-be628c0592d9 req-08745a5f-74d0-4508-9e37-5d984587f2ce tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528471 May 10 03:16:41.358450 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ead2-ca95-4512-9ff2-c44795ff482f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for floatingip (b6055989-20e1-4dbe-ac41-135d67c0af34), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:41.616509 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 36942) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:41.704043 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d0cbaf61-d3ad-49fe-a78a-1610b9a23f04 req-8eaa3b7c-38a3-45e0-b8d9-68cf5370597e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855887 May 10 03:16:41.713117 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [req-d0cbaf61-d3ad-49fe-a78a-1610b9a23f04 req-59135091-7431-4bde-8c32-1be958c3226d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:16:41.714071 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d0cbaf61-d3ad-49fe-a78a-1610b9a23f04 req-59135091-7431-4bde-8c32-1be958c3226d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050316 May 10 03:16:41.797023 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 36950) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:16:41.822459 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ead2-ca95-4512-9ff2-c44795ff482f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:41.826012 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ead2-ca95-4512-9ff2-c44795ff482f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (b6055989-20e1-4dbe-ac41-135d67c0af34), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:41.898817 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbaf61-d3ad-49fe-a78a-1610b9a23f04 req-573de256-806a-48f9-a978-da0e123db292 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:41.900250 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d0cbaf61-d3ad-49fe-a78a-1610b9a23f04 req-573de256-806a-48f9-a978-da0e123db292 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports/3ec8beef-b88c-43f8-8d89-f6c589198e59 HTTP/1.1" status: 200 len: 940 time: 0.1022046 May 10 03:16:41.935670 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2aad8c-a893-44d6-89ad-03e2e7010791 req-bbc20a65-1ed1-4346-8f9d-8aa708175f54 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:41.937147 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5b2aad8c-a893-44d6-89ad-03e2e7010791 req-bbc20a65-1ed1-4346-8f9d-8aa708175f54 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0595906 May 10 03:16:42.207832 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.l3_db [None req-d3f0ead2-ca95-4512-9ff2-c44795ff482f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Floating IP b6055989-20e1-4dbe-ac41-135d67c0af34 associated. External IP: 172.27.1.97, port: 7b55a664-e823-4d00-8935-550519d0fdf6. May 10 03:16:42.266594 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5b2aad8c-a893-44d6-89ad-03e2e7010791 req-cf493079-1f47-4387-adc1-8d3401564055 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3009863 May 10 03:16:42.465257 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f0ead2-ca95-4512-9ff2-c44795ff482f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:16:42.466022 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c0d82-c49f-419b-a8c2-d66dea9f2f91 req-7850cc12-d701-4e08-881c-2f54b5f3da68 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:42.467586 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6b5c0d82-c49f-419b-a8c2-d66dea9f2f91 req-7850cc12-d701-4e08-881c-2f54b5f3da68 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0509624 May 10 03:16:42.516791 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6b5c0d82-c49f-419b-a8c2-d66dea9f2f91 req-449ac111-8ad2-4d6e-b337-ac0ec529d03c tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427458 May 10 03:16:42.580376 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f0ead2-ca95-4512-9ff2-c44795ff482f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:16:42.585190 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ead2-ca95-4512-9ff2-c44795ff482f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:42.590511 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a270be3-cbdc-4b76-af3b-0f90f6989b22 None None] Sync routers for ids ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:16:42.602514 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a270be3-cbdc-4b76-af3b-0f90f6989b22 None None] Routers {'03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:16:42.603274 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-7a270be3-cbdc-4b76-af3b-0f90f6989b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:16:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:16:42.613767 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-d3f0ead2-ca95-4512-9ff2-c44795ff482f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "PUT /v2.0/floatingips/b6055989-20e1-4dbe-ac41-135d67c0af34 HTTP/1.1" status: 200 len: 991 time: 1.3027759 May 10 03:16:42.614424 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'tag': '7b55a664-e823-4d00-8935-550519d0fdf6'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:16:42.616858 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d85d77-e97c-45e4-8d3a-074c714d43ee" -d '{"events": [{"name": "network-changed", "server_uuid": "80b10b34-f1d6-49fe-982c-8d00255bc565", "tag": "7b55a664-e823-4d00-8935-550519d0fdf6"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:16:42.653685 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d405fb23-d69d-4703-bc76-f6e88d2d1542 x-openstack-request-id: req-d405fb23-d69d-4703-bc76-f6e88d2d1542 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:16:42.653979 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b10b34-f1d6-49fe-982c-8d00255bc565", "tag": "7b55a664-e823-4d00-8935-550519d0fdf6", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:16:42.654234 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d405fb23-d69d-4703-bc76-f6e88d2d1542 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:16:42.654635 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d405fb23-d69d-4703-bc76-f6e88d2d1542'] response: {'name': 'network-changed', 'server_uuid': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'tag': '7b55a664-e823-4d00-8935-550519d0fdf6', 'status': 'completed', 'code': 200} May 10 03:16:42.721999 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-7a270be3-cbdc-4b76-af3b-0f90f6989b22 None None] Set router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:16:42.731745 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d85d77-e97c-45e4-8d3a-074c714d43ee req-a22a5032-d23a-40f9-aed2-bc73f1dd14df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:42.733198 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e8d85d77-e97c-45e4-8d3a-074c714d43ee req-a22a5032-d23a-40f9-aed2-bc73f1dd14df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 1130 time: 0.0485649 May 10 03:16:42.824960 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d85d77-e97c-45e4-8d3a-074c714d43ee req-fd0c6c94-11b7-4b0c-9342-d76263cc7d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:42.826429 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e8d85d77-e97c-45e4-8d3a-074c714d43ee req-fd0c6c94-11b7-4b0c-9342-d76263cc7d64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 200 len: 920 time: 0.0862021 May 10 03:16:42.899511 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e8d85d77-e97c-45e4-8d3a-074c714d43ee req-62be6606-6c96-41a6-9cbc-82120b5d8575 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b55a664-e823-4d00-8935-550519d0fdf6 HTTP/1.1" status: 200 len: 999 time: 0.0642800 May 10 03:16:42.954749 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-7a270be3-cbdc-4b76-af3b-0f90f6989b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-router', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '75f9e69e-35ce-4198-b83b-77287b407599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:24Z', 'revision_number': 4, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'gw_port': {'id': '75f9e69e-35ce-4198-b83b-77287b407599', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'b6055989-20e1-4dbe-ac41-135d67c0af34', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'port_id': '7b55a664-e823-4d00-8935-550519d0fdf6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'mac_address': 'fa:16:3e:73:45:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:16:19Z', 'updated_at': '2022-05-10T03:16:41Z', 'revision_number': 1, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a746f19-dc39-4c02-a2fe-3ce3fdbea50e', 'name': '', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'mac_address': 'fa:16:3e:d2:c0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:21Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 5, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'subnets': [{'id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:16:42.956681 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d85d77-e97c-45e4-8d3a-074c714d43ee req-dada4d10-956e-4a59-840b-332b43c64180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:42.958203 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e8d85d77-e97c-45e4-8d3a-074c714d43ee req-dada4d10-956e-4a59-840b-332b43c64180 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b HTTP/1.1" status: 200 len: 858 time: 0.0467238 May 10 03:16:42.987087 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a270be3-cbdc-4b76-af3b-0f90f6989b22 None None] Checking router: 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:16:42.997339 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a270be3-cbdc-4b76-af3b-0f90f6989b22 None None] Routers {'03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:16:42.997956 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-7a270be3-cbdc-4b76-af3b-0f90f6989b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:16:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:16:43.017466 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d85d77-e97c-45e4-8d3a-074c714d43ee req-a147ac76-4fa0-4355-86d8-ed4b610758f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:43.018998 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e8d85d77-e97c-45e4-8d3a-074c714d43ee req-a147ac76-4fa0-4355-86d8-ed4b610758f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73cc213e-781c-42c1-8c05-7293b0a3f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438168 May 10 03:16:43.115719 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-7a270be3-cbdc-4b76-af3b-0f90f6989b22 None None] Set router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:16:43.123443 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e8d85d77-e97c-45e4-8d3a-074c714d43ee req-bcd7d353-ca3b-4efa-9364-4457e8a21beb service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974596 May 10 03:16:43.283174 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:16:43.343050 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e8d85d77-e97c-45e4-8d3a-074c714d43ee req-b8ad41fa-2094-4b4a-a017-c44b2063ac6a service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150103 May 10 03:16:43.439280 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8c1a4-2512-4fcc-8b62-a4f3178e9e23 req-29ca3f7c-2461-4a7e-a262-b9a403d380d9 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:43.440791 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c8b8c1a4-2512-4fcc-8b62-a4f3178e9e23 req-29ca3f7c-2461-4a7e-a262-b9a403d380d9 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0762787 May 10 03:16:43.447317 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-7a270be3-cbdc-4b76-af3b-0f90f6989b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-router', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '75f9e69e-35ce-4198-b83b-77287b407599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:24Z', 'revision_number': 4, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'gw_port': {'id': '75f9e69e-35ce-4198-b83b-77287b407599', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'b6055989-20e1-4dbe-ac41-135d67c0af34', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'port_id': '7b55a664-e823-4d00-8935-550519d0fdf6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'mac_address': 'fa:16:3e:73:45:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:16:19Z', 'updated_at': '2022-05-10T03:16:41Z', 'revision_number': 1, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a746f19-dc39-4c02-a2fe-3ce3fdbea50e', 'name': '', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'mac_address': 'fa:16:3e:d2:c0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:21Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 5, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'subnets': [{'id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:16:43.482246 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a270be3-cbdc-4b76-af3b-0f90f6989b22 None None] The sync data for ids ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'] in dv-cinder-830094-4-iscsi is: [{'id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-router', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '75f9e69e-35ce-4198-b83b-77287b407599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:24Z', 'revision_number': 4, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'gw_port': {'id': '75f9e69e-35ce-4198-b83b-77287b407599', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'b6055989-20e1-4dbe-ac41-135d67c0af34', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'port_id': '7b55a664-e823-4d00-8935-550519d0fdf6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'mac_address': 'fa:16:3e:73:45:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:16:19Z', 'updated_at': '2022-05-10T03:16:41Z', 'revision_number': 1, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a746f19-dc39-4c02-a2fe-3ce3fdbea50e', 'name': '', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'mac_address': 'fa:16:3e:d2:c0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:21Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 5, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'subnets': [{'id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:16:43.495393 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c8b8c1a4-2512-4fcc-8b62-a4f3178e9e23 req-6bb6069f-7924-4e25-ab7c-c08b6d21ebc9 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485649 May 10 03:16:43.644605 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26300e5d-80aa-4a89-b1ec-de30bf2dfa71 req-ad895320-3fd6-463a-b59d-748f05fdff4f tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:43.646192 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-26300e5d-80aa-4a89-b1ec-de30bf2dfa71 req-ad895320-3fd6-463a-b59d-748f05fdff4f tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0528650 May 10 03:16:43.668219 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513f66fc-5301-4ab5-b4f6-d11e4d575d51 None None] New status for floating IP b6055989-20e1-4dbe-ac41-135d67c0af34: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:16:43.696027 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-26300e5d-80aa-4a89-b1ec-de30bf2dfa71 req-c33479a0-fea3-4e28-a6da-40b44c8412d0 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437007 May 10 03:16:43.878942 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbaf61-d3ad-49fe-a78a-1610b9a23f04 req-3197c972-6c4d-49ef-b978-0f6620cd769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:43.880461 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d0cbaf61-d3ad-49fe-a78a-1610b9a23f04 req-3197c972-6c4d-49ef-b978-0f6620cd769a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f&tenant_id=f4149fee898c44c180ae1de15ac9d9da HTTP/1.1" status: 200 len: 1127 time: 0.0703495 May 10 03:16:43.933443 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 3ec8beef-b88c-43f8-8d89-f6c589198e59 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:16:43.949364 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbaf61-d3ad-49fe-a78a-1610b9a23f04 req-fa2e8914-f305-434a-9d4a-49c358b93402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:43.950857 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d0cbaf61-d3ad-49fe-a78a-1610b9a23f04 req-fa2e8914-f305-434a-9d4a-49c358b93402 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4149fee898c44c180ae1de15ac9d9da&device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 1127 time: 0.0390801 May 10 03:16:44.013706 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 3ec8beef-b88c-43f8-8d89-f6c589198e59 is: DOWN; New status is: DOWN {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:16:44.049646 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbaf61-d3ad-49fe-a78a-1610b9a23f04 req-c768b54a-f7c4-4769-b79c-ee5bf47d25e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:44.051169 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d0cbaf61-d3ad-49fe-a78a-1610b9a23f04 req-c768b54a-f7c4-4769-b79c-ee5bf47d25e6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b607388-5cb4-41a1-8154-ba2917605d5c HTTP/1.1" status: 200 len: 917 time: 0.0886910 May 10 03:16:44.118513 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d0cbaf61-d3ad-49fe-a78a-1610b9a23f04 req-2cc8e5ae-6d07-462e-8751-0db183e471cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec8beef-b88c-43f8-8d89-f6c589198e59 HTTP/1.1" status: 200 len: 999 time: 0.0600257 May 10 03:16:44.177325 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbaf61-d3ad-49fe-a78a-1610b9a23f04 req-aa27e890-4d4b-4d0e-a7f4-1f11bf45d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:44.178794 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d0cbaf61-d3ad-49fe-a78a-1610b9a23f04 req-aa27e890-4d4b-4d0e-a7f4-1f11bf45d3fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ae3f063-d3d5-4965-b738-da42afcb0558 HTTP/1.1" status: 200 len: 855 time: 0.0476856 May 10 03:16:44.226044 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbaf61-d3ad-49fe-a78a-1610b9a23f04 req-edbc4e8a-6c1a-4af9-8c5b-e643ad04b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:44.228314 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d0cbaf61-d3ad-49fe-a78a-1610b9a23f04 req-edbc4e8a-6c1a-4af9-8c5b-e643ad04b06d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b607388-5cb4-41a1-8154-ba2917605d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392971 May 10 03:16:44.353170 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d0cbaf61-d3ad-49fe-a78a-1610b9a23f04 req-2aec26ac-7c55-44e9-a443-5a1324cb5ccc service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849099 May 10 03:16:44.448171 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d0cbaf61-d3ad-49fe-a78a-1610b9a23f04 req-01b1acfe-6315-4b9f-810f-16abd57a3323 service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895870 May 10 03:16:44.608962 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439c172-4f21-4bcd-97c1-dcc5868ba8ba req-d8d0c724-20c5-4ef9-bd8d-6e5628358ed1 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:44.610443 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5439c172-4f21-4bcd-97c1-dcc5868ba8ba req-d8d0c724-20c5-4ef9-bd8d-6e5628358ed1 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0479593 May 10 03:16:44.660797 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5439c172-4f21-4bcd-97c1-dcc5868ba8ba req-d58809e2-8a73-4cae-a10d-4f300553246b tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448081 May 10 03:16:44.762252 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf081-3018-41e1-a3ba-6a692546e392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:44.855984 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea837b9-3005-4293-b875-08e1a4481214 req-be8d1c90-c97f-410d-9344-f5ff2d153044 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:44.857633 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5ea837b9-3005-4293-b875-08e1a4481214 req-be8d1c90-c97f-410d-9344-f5ff2d153044 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0683591 May 10 03:16:44.909930 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7749ec-2246-4b3b-8f69-2162d96ee060 req-bb3aae58-616a-431c-b598-2317758a4c03 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:44.912175 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4f7749ec-2246-4b3b-8f69-2162d96ee060 req-bb3aae58-616a-431c-b598-2317758a4c03 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0583436 May 10 03:16:44.915286 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5ea837b9-3005-4293-b875-08e1a4481214 req-2c47f7fd-5f05-4f35-b226-6165c6cfce8d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506434 May 10 03:16:44.964803 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b52f94-abd3-4c35-9ed0-c847a050e3e7 req-d4a52923-c3e5-4d13-a4b4-7cd70acb961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:44.966300 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-55b52f94-abd3-4c35-9ed0-c847a050e3e7 req-d4a52923-c3e5-4d13-a4b4-7cd70acb961e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5d958793e0ab4e6f8d2f296dcf6186f5&device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 1130 time: 0.0455236 May 10 03:16:44.986062 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4f7749ec-2246-4b3b-8f69-2162d96ee060 req-0729e42f-bc1f-4942-b854-ee454823ff2a tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625749 May 10 03:16:45.074501 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b52f94-abd3-4c35-9ed0-c847a050e3e7 req-d8657add-91b1-47df-9c67-adb15edef295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:45.076087 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-55b52f94-abd3-4c35-9ed0-c847a050e3e7 req-d8657add-91b1-47df-9c67-adb15edef295 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73d317d2-6d6e-4f15-9854-843c84b4e47e HTTP/1.1" status: 200 len: 911 time: 0.1031485 May 10 03:16:46.071173 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79205204-6f75-4854-9301-e955a81a19ee req-02bff965-99dd-47c1-938a-50aca96cab2e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:46.079507 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-79205204-6f75-4854-9301-e955a81a19ee req-02bff965-99dd-47c1-938a-50aca96cab2e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0748136 May 10 03:16:46.123444 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86cd40-3061-4f90-bedb-87dce4ee4abf req-9ab1905d-0eee-4a14-87bc-746ab503eb1f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:46.125864 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7d86cd40-3061-4f90-bedb-87dce4ee4abf req-9ab1905d-0eee-4a14-87bc-746ab503eb1f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0684533 May 10 03:16:46.152341 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-79205204-6f75-4854-9301-e955a81a19ee req-47e973bf-0872-46b1-8944-6cca0b33f541 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710580 May 10 03:16:46.187581 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7d86cd40-3061-4f90-bedb-87dce4ee4abf req-10ea3250-5045-4a0e-bab0-1fd9681300eb tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558369 May 10 03:16:46.920589 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b6c548fd-f63d-4833-b9d1-e7e7fe7de71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:47.325332 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af0330-9424-44b3-ad62-9217f010092a req-6766fa5e-d690-4c52-8526-b59c3d40c527 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:47.326909 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-96af0330-9424-44b3-ad62-9217f010092a req-6766fa5e-d690-4c52-8526-b59c3d40c527 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0748110 May 10 03:16:47.361664 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f4c9-2f23-408d-b084-eb4720d67b7f req-00dce8b2-a539-4a3c-a5aa-ee75bbc1988d tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:47.363408 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2ef3f4c9-2f23-408d-b084-eb4720d67b7f req-00dce8b2-a539-4a3c-a5aa-ee75bbc1988d tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0880644 May 10 03:16:47.385955 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-96af0330-9424-44b3-ad62-9217f010092a req-8dda9c25-bf07-4f30-a06f-5f45fa86152d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526848 May 10 03:16:47.423973 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2ef3f4c9-2f23-408d-b084-eb4720d67b7f req-9bae5275-2c90-4f8e-a9e5-2e5a8af61e08 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536540 May 10 03:16:48.157819 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:48.528284 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9990e5-eecb-4ae2-bde7-3d6336af2c90 req-abeade50-361a-4045-a3a2-aeaf6b5bdbd8 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:48.530022 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fa9990e5-eecb-4ae2-bde7-3d6336af2c90 req-abeade50-361a-4045-a3a2-aeaf6b5bdbd8 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0542259 May 10 03:16:48.567820 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca849a9-3b84-4bb0-8ccd-56d2ae38f9c6 req-ce829f06-8b10-4934-9b34-fb2e8c821da0 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:48.570076 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1ca849a9-3b84-4bb0-8ccd-56d2ae38f9c6 req-ce829f06-8b10-4934-9b34-fb2e8c821da0 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0692990 May 10 03:16:48.600391 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fa9990e5-eecb-4ae2-bde7-3d6336af2c90 req-7cffca3a-b2c1-4cb2-a321-6d6d7cc6ffa7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615208 May 10 03:16:48.634560 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1ca849a9-3b84-4bb0-8ccd-56d2ae38f9c6 req-af709e77-033e-4ff0-90d7-7845940d360a tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530846 May 10 03:16:49.738244 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7aedc3-9421-4e28-8d34-a50886c861b8 req-2429dddc-f42c-434b-9011-eeda0b79ad53 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:49.739832 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6e7aedc3-9421-4e28-8d34-a50886c861b8 req-2429dddc-f42c-434b-9011-eeda0b79ad53 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0511792 May 10 03:16:49.755337 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af010cf1-9b34-4caf-9afc-e42477b03378 req-ee8bc82b-4d35-44b4-b8de-c27b0180999a tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:49.756870 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-af010cf1-9b34-4caf-9afc-e42477b03378 req-ee8bc82b-4d35-44b4-b8de-c27b0180999a tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0504403 May 10 03:16:49.808330 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6e7aedc3-9421-4e28-8d34-a50886c861b8 req-8e6755c3-f813-439b-8703-fb7d7d1f45a5 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615432 May 10 03:16:49.817192 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:49.841569 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-af010cf1-9b34-4caf-9afc-e42477b03378 req-0fd050d2-df9d-42bf-aa56-1aba459f3535 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718944 May 10 03:16:50.936144 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031a550-b1a7-4927-ac0a-db0c5e7144f6 req-69a20d4b-7f34-49b3-832a-e577244e76a9 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:50.938645 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5031a550-b1a7-4927-ac0a-db0c5e7144f6 req-69a20d4b-7f34-49b3-832a-e577244e76a9 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0546319 May 10 03:16:50.970559 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1a77d-ff77-4ce3-a756-4b9556e4020c req-f724b14c-c40d-4927-9728-4c69c8195105 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:50.972144 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-08d1a77d-ff77-4ce3-a756-4b9556e4020c req-f724b14c-c40d-4927-9728-4c69c8195105 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0516076 May 10 03:16:51.004994 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5031a550-b1a7-4927-ac0a-db0c5e7144f6 req-6976abef-750b-4a06-a1b7-83698d0b5009 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561564 May 10 03:16:51.035460 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-08d1a77d-ff77-4ce3-a756-4b9556e4020c req-82998226-4067-4617-aad6-6b949efbbf25 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543811 May 10 03:16:51.144418 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:52.133871 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcc492-5f01-44f1-8f5f-9e1eb76a8025 req-f57168b8-42f2-4383-af30-836e2cabe7b0 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:52.135518 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fedcc492-5f01-44f1-8f5f-9e1eb76a8025 req-f57168b8-42f2-4383-af30-836e2cabe7b0 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0499146 May 10 03:16:52.174412 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889e1e3-d83f-4c0a-9e18-5575c09a1a1f req-f97dba24-a8ae-49e4-a654-d4ac7f2f3b7f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:52.176075 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f889e1e3-d83f-4c0a-9e18-5575c09a1a1f req-f97dba24-a8ae-49e4-a654-d4ac7f2f3b7f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0597847 May 10 03:16:52.194809 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fedcc492-5f01-44f1-8f5f-9e1eb76a8025 req-028655be-48ee-4bf7-97a3-5d8dcb04c76e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530443 May 10 03:16:52.234388 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f889e1e3-d83f-4c0a-9e18-5575c09a1a1f req-dd68d295-a6a5-494b-8b3c-03b4a6a34701 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508158 May 10 03:16:53.324979 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ab3da-8b0e-4656-b769-1fff17e4c9de req-74c140bc-ee27-4db3-ad2e-321eda1e635e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:53.326478 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-327ab3da-8b0e-4656-b769-1fff17e4c9de req-74c140bc-ee27-4db3-ad2e-321eda1e635e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0494161 May 10 03:16:53.356044 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00448401-e1fb-4a83-b4bd-1eaab6e97376 req-11940fa3-f7d3-4db8-b9ce-c4b3619d857b tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:53.358344 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-00448401-e1fb-4a83-b4bd-1eaab6e97376 req-11940fa3-f7d3-4db8-b9ce-c4b3619d857b tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0488999 May 10 03:16:53.394052 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-327ab3da-8b0e-4656-b769-1fff17e4c9de req-e3b29d45-b682-4636-a149-1ade2f54fe8e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619895 May 10 03:16:53.413021 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-00448401-e1fb-4a83-b4bd-1eaab6e97376 req-c8159357-05ef-4fdd-8acd-784b9b487a71 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468760 May 10 03:16:54.535551 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfcd90-02a9-4416-82e7-5b957ea4fa21 req-19bf8ae3-07af-44e6-aaa8-c95aa0619ab5 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:54.540787 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b1cfcd90-02a9-4416-82e7-5b957ea4fa21 req-19bf8ae3-07af-44e6-aaa8-c95aa0619ab5 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0656362 May 10 03:16:54.597190 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b1cfcd90-02a9-4416-82e7-5b957ea4fa21 req-0204d9f7-25a0-4964-aad2-6a1c08735f85 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522130 May 10 03:16:54.708602 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73190df-9ed0-4008-a732-1d8c8bcd702d req-020d5c6a-739c-406c-bbfc-b49dcf643bbb tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:54.710261 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e73190df-9ed0-4008-a732-1d8c8bcd702d req-020d5c6a-739c-406c-bbfc-b49dcf643bbb tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0613980 May 10 03:16:54.762454 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e73190df-9ed0-4008-a732-1d8c8bcd702d req-072e0202-4937-4745-8db5-a79d67e3f754 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459414 May 10 03:16:55.549099 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-55b52f94-abd3-4c35-9ed0-c847a050e3e7 req-fd7d0b0a-168d-484b-91f6-131a379b5a2e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=240b8202-e12a-435e-ba1f-ff9f7b64c768 HTTP/1.1" status: 200 len: 1002 time: 0.0662210 May 10 03:16:55.599527 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b52f94-abd3-4c35-9ed0-c847a050e3e7 req-cc9a5a11-2fc0-4429-912f-49c6973bc4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:55.601120 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-55b52f94-abd3-4c35-9ed0-c847a050e3e7 req-cc9a5a11-2fc0-4429-912f-49c6973bc4e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a7d34c8-e1d6-4d8e-a007-97e315bfe374 HTTP/1.1" status: 200 len: 849 time: 0.0454361 May 10 03:16:55.717143 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a79abe-7ad4-460b-834e-06dcec361c52 req-4701fb2b-295a-496e-a5ef-a984af9594bf tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:55.718600 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-87a79abe-7ad4-460b-834e-06dcec361c52 req-4701fb2b-295a-496e-a5ef-a984af9594bf tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0501537 May 10 03:16:55.764642 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-87a79abe-7ad4-460b-834e-06dcec361c52 req-85de5d30-b76f-4b39-8aeb-d140318b6c19 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406108 May 10 03:16:55.884460 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd164a-ea1c-45d4-8619-65c33dd09562 req-3cef35cb-54c6-4617-a5aa-0304baac2c87 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:55.885936 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-39bd164a-ea1c-45d4-8619-65c33dd09562 req-3cef35cb-54c6-4617-a5aa-0304baac2c87 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0466619 May 10 03:16:55.934228 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-39bd164a-ea1c-45d4-8619-65c33dd09562 req-a0f6eba6-33c4-437b-b344-99fbe09253a8 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428216 May 10 03:16:56.235566 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b52f94-abd3-4c35-9ed0-c847a050e3e7 req-bea568f1-728f-45d1-9e71-6860603f7e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:56.237087 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-55b52f94-abd3-4c35-9ed0-c847a050e3e7 req-bea568f1-728f-45d1-9e71-6860603f7e94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73d317d2-6d6e-4f15-9854-843c84b4e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409207 May 10 03:16:56.327624 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-55b52f94-abd3-4c35-9ed0-c847a050e3e7 req-be2d8be2-2ed3-4d88-bc6c-5ce5b1a6e2e0 service neutron] 10.222.0.64 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813975 May 10 03:16:56.654270 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-55b52f94-abd3-4c35-9ed0-c847a050e3e7 req-0757eefd-aaa3-4c97-b13b-45ede408d08f service neutron] 10.222.0.64 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181906 May 10 03:16:56.882184 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31ae3f-5e2d-4fa7-a039-60bc0dc4ab05 req-0dba5eae-e3b6-4cb2-823b-e00e1ccdc22d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:56.883606 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5c31ae3f-5e2d-4fa7-a039-60bc0dc4ab05 req-0dba5eae-e3b6-4cb2-823b-e00e1ccdc22d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0460131 May 10 03:16:56.929832 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5c31ae3f-5e2d-4fa7-a039-60bc0dc4ab05 req-2c53ecbb-7dd9-41d2-903e-d633b3f20c69 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398405 May 10 03:16:57.043935 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a982460-589f-44b2-a0f3-3b688abbf0b4 req-85acd772-bcbe-499e-b917-edfc7d247fa5 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:57.045394 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8a982460-589f-44b2-a0f3-3b688abbf0b4 req-85acd772-bcbe-499e-b917-edfc7d247fa5 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0463431 May 10 03:16:57.091351 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8a982460-589f-44b2-a0f3-3b688abbf0b4 req-d7810e15-06ec-465c-8113-b111c359caf7 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401659 May 10 03:16:58.047702 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c29286-b8b2-42a6-93be-634487058cba req-952077ae-435c-47b6-af0c-09232455509b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:58.049676 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d7c29286-b8b2-42a6-93be-634487058cba req-952077ae-435c-47b6-af0c-09232455509b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0473688 May 10 03:16:58.104628 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d7c29286-b8b2-42a6-93be-634487058cba req-9a687173-3595-41d7-8447-34d38fcbe28d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489769 May 10 03:16:58.205568 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6fdf0-5d0f-43ae-8ced-96495cc82242 req-1bfd5a35-3580-4004-b313-68e572f34aac tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:58.206990 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d7d6fdf0-5d0f-43ae-8ced-96495cc82242 req-1bfd5a35-3580-4004-b313-68e572f34aac tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0485060 May 10 03:16:58.252479 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d7d6fdf0-5d0f-43ae-8ced-96495cc82242 req-ab4036c8-d530-4dbd-9e64-087ecec86758 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397596 May 10 03:16:59.220005 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cfe91-6c15-4be3-b1cc-ebdc11d180c7 req-bcfda4cb-a571-4d43-bbaa-0afea80c7c3c tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:16:59.221507 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-875cfe91-6c15-4be3-b1cc-ebdc11d180c7 req-bcfda4cb-a571-4d43-bbaa-0afea80c7c3c tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0457506 May 10 03:16:59.267446 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-875cfe91-6c15-4be3-b1cc-ebdc11d180c7 req-9547e7e3-3438-4752-8ca4-484c04d9f2db tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403740 May 10 03:17:00.386031 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2888e6-273a-4efd-bf6a-ed5d4926c895 req-7560e184-fe59-4985-bfe2-deca708b5b61 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:00.387470 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3f2888e6-273a-4efd-bf6a-ed5d4926c895 req-7560e184-fe59-4985-bfe2-deca708b5b61 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0460334 May 10 03:17:00.432967 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3f2888e6-273a-4efd-bf6a-ed5d4926c895 req-297857c5-10bb-4680-bdf7-efefc6d5a2ec tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399933 May 10 03:17:01.551471 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b64a0-de66-490a-bed5-e095886a0044 req-ee5f8769-15f7-49ae-9019-5c984cf5f7f9 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:01.552932 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-280b64a0-de66-490a-bed5-e095886a0044 req-ee5f8769-15f7-49ae-9019-5c984cf5f7f9 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0466950 May 10 03:17:01.598201 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-280b64a0-de66-490a-bed5-e095886a0044 req-107f8760-a08d-46a2-96b2-8c1730123b44 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398915 May 10 03:17:02.711515 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c68321-f50d-4714-97f6-9376ee5a893f req-d0a20795-f8e2-4cd9-a400-64801ec046bd tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:02.713492 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-60c68321-f50d-4714-97f6-9376ee5a893f req-d0a20795-f8e2-4cd9-a400-64801ec046bd tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0453329 May 10 03:17:02.761537 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-60c68321-f50d-4714-97f6-9376ee5a893f req-78d61f3d-0d5a-43a9-8329-3382bca9b7b1 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425885 May 10 03:17:03.882644 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116ea96-09ba-44ad-a459-3662af0bf984 req-8a8a42a9-43b6-41a6-b265-cd5f5455820d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:03.884111 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9116ea96-09ba-44ad-a459-3662af0bf984 req-8a8a42a9-43b6-41a6-b265-cd5f5455820d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 943 time: 0.0501995 May 10 03:17:03.929711 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9116ea96-09ba-44ad-a459-3662af0bf984 req-44addfa5-8886-4e04-a7e5-383b34b993cb tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396495 May 10 03:17:03.996968 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 3ec8beef-b88c-43f8-8d89-f6c589198e59 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:17:04.091662 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 3ec8beef-b88c-43f8-8d89-f6c589198e59, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3ec8beef-b88c-43f8-8d89-f6c589198e59,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:17:04.102895 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': '3ec8beef-b88c-43f8-8d89-f6c589198e59', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'port_id': '3ec8beef-b88c-43f8-8d89-f6c589198e59', 'mac_address': 'fa:16:3e:ae:46:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:17:04.140555 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 3ec8beef-b88c-43f8-8d89-f6c589198e59 is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:17:04.141089 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:04.158388 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec8beef-b88c-43f8-8d89-f6c589198e59 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:17:04.178325 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 3ec8beef-b88c-43f8-8d89-f6c589198e59, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3ec8beef-b88c-43f8-8d89-f6c589198e59,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:17:04.183139 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:04.230279 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=3ec8beef-b88c-43f8-8d89-f6c589198e59,revision_number=9']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:17:04.535639 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['3ec8beef-b88c-43f8-8d89-f6c589198e59'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:17:05.046693 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cfbdd-8f4a-45c3-a6e7-0c76d13738c2 req-c273f4ea-7326-47fd-b5e0-cf7b22c5bc9f tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:05.048198 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-997cfbdd-8f4a-45c3-a6e7-0c76d13738c2 req-c273f4ea-7326-47fd-b5e0-cf7b22c5bc9f tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 944 time: 0.0461702 May 10 03:17:05.095178 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-997cfbdd-8f4a-45c3-a6e7-0c76d13738c2 req-f9363ea9-36bd-49a6-957f-cb0fe550e3d6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415142 May 10 03:17:06.211035 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ce33f-638c-4b3c-af56-93c2b60706cb req-767bab08-9777-43a4-98e2-2b4bf1534b93 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:06.212479 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9e3ce33f-638c-4b3c-af56-93c2b60706cb req-767bab08-9777-43a4-98e2-2b4bf1534b93 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 944 time: 0.0463634 May 10 03:17:06.258050 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9e3ce33f-638c-4b3c-af56-93c2b60706cb req-3c26d66f-41ae-49a2-ac6a-01d6c2decc49 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393310 May 10 03:17:07.374955 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893abcb2-3402-4567-ae5d-15624a429e01 req-1cbe85ec-4d74-421d-8d01-a41972de891b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:07.376449 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-893abcb2-3402-4567-ae5d-15624a429e01 req-1cbe85ec-4d74-421d-8d01-a41972de891b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 944 time: 0.0458484 May 10 03:17:07.423172 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-893abcb2-3402-4567-ae5d-15624a429e01 req-ecf77634-a370-4e71-b00b-fb3de17a99d7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412555 May 10 03:17:08.029519 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 3ec8beef-b88c-43f8-8d89-f6c589198e59 up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:17:08.074377 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port 3ec8beef-b88c-43f8-8d89-f6c589198e59 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:17:08.074771 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:08.149747 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 3ec8beef-b88c-43f8-8d89-f6c589198e59 is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:17:08.150121 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:08.172513 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec8beef-b88c-43f8-8d89-f6c589198e59'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:17:08.174715 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5872b5ea-980d-4550-affc-f29867f1b68a" -d '{"events": [{"server_uuid": "7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f", "name": "network-vif-plugged", "status": "completed", "tag": "3ec8beef-b88c-43f8-8d89-f6c589198e59"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:17:08.186871 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 3ec8beef-b88c-43f8-8d89-f6c589198e59, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3ec8beef-b88c-43f8-8d89-f6c589198e59,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:17:08.191955 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:08.215431 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0feb5b-43b9-4eee-940c-d854326338fa x-openstack-request-id: req-8c0feb5b-43b9-4eee-940c-d854326338fa {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:17:08.215750 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f", "name": "network-vif-plugged", "status": "completed", "tag": "3ec8beef-b88c-43f8-8d89-f6c589198e59", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:17:08.216012 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8c0feb5b-43b9-4eee-940c-d854326338fa {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:17:08.216426 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0feb5b-43b9-4eee-940c-d854326338fa'] response: {'server_uuid': '7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec8beef-b88c-43f8-8d89-f6c589198e59', 'code': 200} May 10 03:17:08.241612 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=3ec8beef-b88c-43f8-8d89-f6c589198e59,revision_number=10']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:17:08.544761 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196c16d-4ad5-4a76-9d64-882b66cca8ac req-d4d8266d-3d02-4906-8eee-30ce522cc3c2 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:08.546225 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1196c16d-4ad5-4a76-9d64-882b66cca8ac req-d4d8266d-3d02-4906-8eee-30ce522cc3c2 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 946 time: 0.0508809 May 10 03:17:08.600580 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1196c16d-4ad5-4a76-9d64-882b66cca8ac req-42a45bca-9736-4df9-a76c-fc9f927512ba tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488636 May 10 03:17:09.722136 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e77bc-77a4-4801-83c7-cd28bbb97d8b req-52a7b73b-5eed-446c-a887-26f4e43bfe08 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:09.723601 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b53e77bc-77a4-4801-83c7-cd28bbb97d8b req-52a7b73b-5eed-446c-a887-26f4e43bfe08 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 946 time: 0.0466115 May 10 03:17:09.773000 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b53e77bc-77a4-4801-83c7-cd28bbb97d8b req-537f4d47-1df0-4e80-aba6-4555cb622a55 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437188 May 10 03:17:10.867220 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:10.890798 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c1d58-5344-450e-9d61-ba5e82e61b93 req-661104ba-156d-4413-b01d-d4936ab8af16 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:10.892269 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-df2c1d58-5344-450e-9d61-ba5e82e61b93 req-661104ba-156d-4413-b01d-d4936ab8af16 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 946 time: 0.0480704 May 10 03:17:10.939548 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-df2c1d58-5344-450e-9d61-ba5e82e61b93 req-4c6f09e1-9d6b-44e3-b59d-becf6466b098 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412288 May 10 03:17:11.773350 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea707787-9444-4b32-8cce-c0105d765807 req-e56a1783-4712-4c30-ae74-2b2e382bb582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:11.774834 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ea707787-9444-4b32-8cce-c0105d765807 req-e56a1783-4712-4c30-ae74-2b2e382bb582 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 1130 time: 0.0407131 May 10 03:17:11.825985 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ea707787-9444-4b32-8cce-c0105d765807 req-23fd94f1-0c5d-4b32-aefe-ac613b35af8d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429761 May 10 03:17:12.055970 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a86ec5-40db-44b2-90fc-b8885239d03e req-50ca83c4-9b0d-45bc-abd9-4ffb10d518f5 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:12.058113 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-29a86ec5-40db-44b2-90fc-b8885239d03e req-50ca83c4-9b0d-45bc-abd9-4ffb10d518f5 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 946 time: 0.0486255 May 10 03:17:12.105590 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-29a86ec5-40db-44b2-90fc-b8885239d03e req-32f372ad-0dd9-4104-ad5b-25f8921f3a5b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419345 May 10 03:17:13.224136 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989d640-e7bf-4476-af91-bed6b0d51ea7 req-b9af8c40-47ca-4147-be9a-d662b7c8bfdc tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:13.225608 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b989d640-e7bf-4476-af91-bed6b0d51ea7 req-b9af8c40-47ca-4147-be9a-d662b7c8bfdc tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 946 time: 0.0457420 May 10 03:17:13.270995 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b989d640-e7bf-4476-af91-bed6b0d51ea7 req-8b9252c9-fd0e-4cba-951b-7b3dec622ee6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399346 May 10 03:17:14.386740 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969d798-6824-43eb-bb29-56aade7f08d7 req-09de534f-bee3-414d-a885-f3a54f46fde3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:14.388152 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a969d798-6824-43eb-bb29-56aade7f08d7 req-09de534f-bee3-414d-a885-f3a54f46fde3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 946 time: 0.0451994 May 10 03:17:14.434384 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a969d798-6824-43eb-bb29-56aade7f08d7 req-e1bb3f29-4fef-4f69-b2d3-d2155ade5cdc tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406733 May 10 03:17:14.745854 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e06a12b0-7f82-4252-a96e-12504b6f7026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:15.551825 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dc1ca-388b-4a29-a891-0d179efae2ef req-9871e4f8-d608-457e-a7ee-df53d42b669b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:15.553305 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fd0dc1ca-388b-4a29-a891-0d179efae2ef req-9871e4f8-d608-457e-a7ee-df53d42b669b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 946 time: 0.0463552 May 10 03:17:15.598062 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fd0dc1ca-388b-4a29-a891-0d179efae2ef req-6b6785b5-b2a3-43dc-8b99-59aab0862697 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391998 May 10 03:17:16.018812 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4416f9f-6fb9-4f73-9299-9f07aecc136e req-c4d395e0-61da-48e3-9706-e6bc69cec496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:16.020266 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e4416f9f-6fb9-4f73-9299-9f07aecc136e req-c4d395e0-61da-48e3-9706-e6bc69cec496 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4149fee898c44c180ae1de15ac9d9da&device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 1130 time: 0.0416310 May 10 03:17:16.126299 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4416f9f-6fb9-4f73-9299-9f07aecc136e req-f5515d78-e0d4-4b20-8e0c-b1a61fa4c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:16.127749 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e4416f9f-6fb9-4f73-9299-9f07aecc136e req-f5515d78-e0d4-4b20-8e0c-b1a61fa4c2f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b607388-5cb4-41a1-8154-ba2917605d5c HTTP/1.1" status: 200 len: 917 time: 0.0826769 May 10 03:17:16.199625 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e4416f9f-6fb9-4f73-9299-9f07aecc136e req-88dea992-33bb-4d27-b9cd-b0e21352b64e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ec8beef-b88c-43f8-8d89-f6c589198e59 HTTP/1.1" status: 200 len: 1001 time: 0.0611897 May 10 03:17:16.370943 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4416f9f-6fb9-4f73-9299-9f07aecc136e req-1c9dfc85-bba8-410f-a6f2-a70e55358d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:16.372404 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e4416f9f-6fb9-4f73-9299-9f07aecc136e req-1c9dfc85-bba8-410f-a6f2-a70e55358d6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ae3f063-d3d5-4965-b738-da42afcb0558 HTTP/1.1" status: 200 len: 855 time: 0.0431738 May 10 03:17:16.521502 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4416f9f-6fb9-4f73-9299-9f07aecc136e req-6ba1ff22-46b0-48c7-b7f1-8a25e41e7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:16.522871 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e4416f9f-6fb9-4f73-9299-9f07aecc136e req-6ba1ff22-46b0-48c7-b7f1-8a25e41e7707 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b607388-5cb4-41a1-8154-ba2917605d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387535 May 10 03:17:16.721123 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35ee0f-f904-41de-9637-0902537f1aff req-71001066-00ae-4ea3-864a-d7d32fd43424 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:16.722564 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9f35ee0f-f904-41de-9637-0902537f1aff req-71001066-00ae-4ea3-864a-d7d32fd43424 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 946 time: 0.0489385 May 10 03:17:16.780445 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9f35ee0f-f904-41de-9637-0902537f1aff req-5b766ffd-fe3f-423b-8bee-1c8cdef05b52 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522881 May 10 03:17:16.914638 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3920b3cd-da50-4a81-8f8f-2304a6baaf95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:17.154876 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e4416f9f-6fb9-4f73-9299-9f07aecc136e req-51dbcfd2-d978-45fe-a418-15d2f78673e9 service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051786 May 10 03:17:17.271891 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e4416f9f-6fb9-4f73-9299-9f07aecc136e req-eea575e4-d9d5-4662-997c-7942b1bda614 service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984380 May 10 03:17:17.906362 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993023a8-99ff-4f93-ac8c-3a4ac70d0fdc req-94835f9e-33c1-40f9-a388-28ac011fb562 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:17.907849 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-993023a8-99ff-4f93-ac8c-3a4ac70d0fdc req-94835f9e-33c1-40f9-a388-28ac011fb562 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 946 time: 0.0480666 May 10 03:17:17.958370 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-993023a8-99ff-4f93-ac8c-3a4ac70d0fdc req-9f492dc3-dda0-4f8a-8e35-13e4331ac2f7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445452 May 10 03:17:18.157883 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:19.079484 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b88f02-0c87-4c68-afe3-55b7d1b89b36 req-56b3b951-ee04-4716-8563-a4d0098e7d8d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:19.080951 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-15b88f02-0c87-4c68-afe3-55b7d1b89b36 req-56b3b951-ee04-4716-8563-a4d0098e7d8d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 946 time: 0.0475352 May 10 03:17:19.130021 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-15b88f02-0c87-4c68-afe3-55b7d1b89b36 req-9c2c7ec7-7df3-4e40-85ef-a30d1b788357 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435922 May 10 03:17:19.809685 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:20.282138 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:17:21.138069 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:21.876879 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876162c-65c8-478e-8b1b-11df55788b97 req-c1e9a422-1da4-4a15-ab2d-32e0d55319a7 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:21.878247 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8876162c-65c8-478e-8b1b-11df55788b97 req-c1e9a422-1da4-4a15-ab2d-32e0d55319a7 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 945 time: 0.0468705 May 10 03:17:21.923285 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8876162c-65c8-478e-8b1b-11df55788b97 req-1cd21080-1613-450d-8bcd-0cbf5027a60c tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395298 May 10 03:17:23.039609 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bac727-a331-4e60-94f4-aa0995afcfb4 req-54a9d167-f908-46c1-847c-27f952d4871b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:23.041130 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e7bac727-a331-4e60-94f4-aa0995afcfb4 req-54a9d167-f908-46c1-847c-27f952d4871b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 945 time: 0.0499864 May 10 03:17:23.087263 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e7bac727-a331-4e60-94f4-aa0995afcfb4 req-51528dc8-3b52-4175-8d99-a6c24d58f004 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405619 May 10 03:17:23.793800 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cab37-f388-468e-9628-d172eb53f67b req-3ba743f8-beb4-4aad-866e-44109a01825d tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:23.795201 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f71cab37-f388-468e-9628-d172eb53f67b req-3ba743f8-beb4-4aad-866e-44109a01825d tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 945 time: 0.0449739 May 10 03:17:23.888962 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-f71cab37-f388-468e-9628-d172eb53f67b req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Deleting port d0ecc293-10f4-407f-97ea-01ab5c2dbe91 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:17:23.889297 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f71cab37-f388-468e-9628-d172eb53f67b req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (d0ecc293-10f4-407f-97ea-01ab5c2dbe91), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:23.973998 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-f71cab37-f388-468e-9628-d172eb53f67b req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] For port d0ecc293-10f4-407f-97ea-01ab5c2dbe91, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0ecc293-10f4-407f-97ea-01ab5c2dbe91,segment=NetworkSegment(9ded247d-e70a-401b-8b1c-20728edf2091),segment_id=9ded247d-e70a-401b-8b1c-20728edf2091)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:17:23.974353 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f71cab37-f388-468e-9628-d172eb53f67b req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (d0ecc293-10f4-407f-97ea-01ab5c2dbe91), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:23.986538 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-f71cab37-f388-468e-9628-d172eb53f67b req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Calling delete_port for d0ecc293-10f4-407f-97ea-01ab5c2dbe91 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:17:24.114140 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f71cab37-f388-468e-9628-d172eb53f67b req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (d0ecc293-10f4-407f-97ea-01ab5c2dbe91), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:24.133202 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['d0ecc293-10f4-407f-97ea-01ab5c2dbe91'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:17:24.143905 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Pushing event deleted for resources: {'Port': ['ID=d0ecc293-10f4-407f-97ea-01ab5c2dbe91,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:17:24.184467 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:24.184838 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:24.185181 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:24.185513 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:24.185846 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:24.186172 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:24.186495 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:24.186817 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:24.187137 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:24.187457 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:24.187776 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:24.188094 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:24.188408 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:24.188749 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:24.189072 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:24.211847 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-40a7d66e-0264-4d4c-a716-5ef58355ba7d req-c80e4827-c995-4383-a697-bd206b7634c7 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1a714b2-630e-4616-9da3-f0acae26fb24 HTTP/1.1" status: 200 len: 210 time: 0.0546134 May 10 03:17:24.226035 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71cab37-f388-468e-9628-d172eb53f67b req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] No DVR routers for this DVR port d0ecc293-10f4-407f-97ea-01ab5c2dbe91 on host hv-cinder-83009 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:17:24.234260 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f71cab37-f388-468e-9628-d172eb53f67b req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:24.237488 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f71cab37-f388-468e-9628-d172eb53f67b req-4b7208b5-3dac-48ba-a05d-350128b0896b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.64 "DELETE /v2.0/ports/d0ecc293-10f4-407f-97ea-01ab5c2dbe91 HTTP/1.1" status: 204 len: 173 time: 0.4295280 May 10 03:17:24.237911 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a714b2-630e-4616-9da3-f0acae26fb24', 'name': 'network-vif-deleted', 'tag': 'd0ecc293-10f4-407f-97ea-01ab5c2dbe91'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:17:24.240187 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e761e9d3-3581-4adb-acff-053c852364da" -d '{"events": [{"server_uuid": "c1a714b2-630e-4616-9da3-f0acae26fb24", "name": "network-vif-deleted", "tag": "d0ecc293-10f4-407f-97ea-01ab5c2dbe91"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:17:24.276197 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d91780-ed1c-47bf-99bd-81733f20f8c3 x-openstack-request-id: req-04d91780-ed1c-47bf-99bd-81733f20f8c3 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:17:24.276488 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a714b2-630e-4616-9da3-f0acae26fb24", "name": "network-vif-deleted", "tag": "d0ecc293-10f4-407f-97ea-01ab5c2dbe91", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:17:24.276776 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04d91780-ed1c-47bf-99bd-81733f20f8c3 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:17:24.277182 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d91780-ed1c-47bf-99bd-81733f20f8c3'] response: {'server_uuid': 'c1a714b2-630e-4616-9da3-f0acae26fb24', 'name': 'network-vif-deleted', 'tag': 'd0ecc293-10f4-407f-97ea-01ab5c2dbe91', 'status': 'completed', 'code': 200} May 10 03:17:28.237392 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device d0ecc293-10f4-407f-97ea-01ab5c2dbe91 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:17:28.257380 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: d0ecc293-10f4-407f-97ea-01ab5c2dbe91 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:17:28.257722 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device d0ecc293-10f4-407f-97ea-01ab5c2dbe91 not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:17:33.192034 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-89ff594c-050a-4b3e-a99b-94dbde2351ab tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:33.193429 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-89ff594c-050a-4b3e-a99b-94dbde2351ab tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/networks?id=1de77f49-b9d8-4f50-8c23-0e4791428a47 HTTP/1.1" status: 200 len: 813 time: 0.0992432 May 10 03:17:33.208150 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-3dac88c9-c6d8-48ea-834e-8081110d982c tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/quotas/7c623f8bafbe4349a313eef2b75c8154 HTTP/1.1" status: 200 len: 375 time: 0.0087845 May 10 03:17:33.246296 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-c23410a0-8195-4843-b40d-7d62717873e0 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c623f8bafbe4349a313eef2b75c8154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308113 May 10 03:17:33.334115 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-faab7e4e-0ec6-4436-949e-4d3b6cfa751d service neutron] 10.222.0.55 "GET /v2.0/networks/1de77f49-b9d8-4f50-8c23-0e4791428a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813172 May 10 03:17:33.423998 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-c3b25487-0d6a-4235-b7b8-bc0e83d8663d service neutron] 10.222.0.55 "GET /v2.0/networks/1de77f49-b9d8-4f50-8c23-0e4791428a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836482 May 10 03:17:33.576565 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0673feea-3056-434e-be30-627ca1ef3d70 req-5fd575b4-c7a9-45ca-b121-0c3e93fb9adf tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 210 time: 0.0282989 May 10 03:17:34.622019 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-18cec054-13c6-41cb-b19f-77015c30a60d tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:34.623815 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-18cec054-13c6-41cb-b19f-77015c30a60d tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.64 "GET /v2.0/networks?id=1de77f49-b9d8-4f50-8c23-0e4791428a47 HTTP/1.1" status: 200 len: 813 time: 0.1048515 May 10 03:17:34.651590 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-7d987c39-fb26-4bde-8383-420e3ad0529e tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Request body: {'port': {'device_id': '87f8dd94-00ab-409a-82f3-734c6bc9e294', 'network_id': '1de77f49-b9d8-4f50-8c23-0e4791428a47', 'admin_state_up': True, 'tenant_id': '7c623f8bafbe4349a313eef2b75c8154'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:17:34.675938 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-774fc006-887e-494d-aa5a-d7db418752b6 req-e1f176e5-b0f6-497c-aaca-fb8d61b47e8a tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 210 time: 0.0303352 May 10 03:17:34.760455 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-7d987c39-fb26-4bde-8383-420e3ad0529e tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Made reservation on behalf of 7c623f8bafbe4349a313eef2b75c8154 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:17:34.763673 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-7d987c39-fb26-4bde-8383-420e3ad0529e tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:34.886201 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-7d987c39-fb26-4bde-8383-420e3ad0529e tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Allocated IP 172.20.0.11 (1de77f49-b9d8-4f50-8c23-0e4791428a47/2ab46cdd-06cc-4fce-a3d9-de1d7cbc8b71/0854563f-6713-4e37-8fa0-66d7c2d1331f) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:17:35.029090 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-7d987c39-fb26-4bde-8383-420e3ad0529e tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Publish callbacks [] for port (0854563f-6713-4e37-8fa0-66d7c2d1331f), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:35.062381 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-7d987c39-fb26-4bde-8383-420e3ad0529e tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (0854563f-6713-4e37-8fa0-66d7c2d1331f), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:35.103808 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-7d987c39-fb26-4bde-8383-420e3ad0529e tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Network 1de77f49-b9d8-4f50-8c23-0e4791428a47 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:17:35.106890 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-7d987c39-fb26-4bde-8383-420e3ad0529e tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:17:35.112748 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-7d987c39-fb26-4bde-8383-420e3ad0529e tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:17:35.119118 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d987c39-fb26-4bde-8383-420e3ad0529e tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Pushing event updated for resources: {'Port': ['ID=0854563f-6713-4e37-8fa0-66d7c2d1331f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:17:35.163629 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-7d987c39-fb26-4bde-8383-420e3ad0529e tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:35.164144 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-7d987c39-fb26-4bde-8383-420e3ad0529e tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:35.179709 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-7d987c39-fb26-4bde-8383-420e3ad0529e tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5327623 May 10 03:17:35.191150 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Request body: {'port': {'device_id': '87f8dd94-00ab-409a-82f3-734c6bc9e294', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:17:35.250421 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (0854563f-6713-4e37-8fa0-66d7c2d1331f), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:35.499244 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0854563f-6713-4e37-8fa0-66d7c2d1331f {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:17:35.506648 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Publish callbacks [] for port (0854563f-6713-4e37-8fa0-66d7c2d1331f), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:35.518924 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Transition to ACTIVE for port object 0854563f-6713-4e37-8fa0-66d7c2d1331f will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:17:35.522158 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (0854563f-6713-4e37-8fa0-66d7c2d1331f), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:35.590558 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=0854563f-6713-4e37-8fa0-66d7c2d1331f,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:17:35.642049 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Attempting to bind port 0854563f-6713-4e37-8fa0-66d7c2d1331f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:17:35.642735 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Attempting to bind port 0854563f-6713-4e37-8fa0-66d7c2d1331f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9ded247d-e70a-401b-8b1c-20728edf2091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1de77f49-b9d8-4f50-8c23-0e4791428a47'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:17:35.642735 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Attempting to bind port 0854563f-6713-4e37-8fa0-66d7c2d1331f on network 1de77f49-b9d8-4f50-8c23-0e4791428a47 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:17:35.646923 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Port 0854563f-6713-4e37-8fa0-66d7c2d1331f on network 1de77f49-b9d8-4f50-8c23-0e4791428a47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:17:35.647238 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Attempting to bind port 0854563f-6713-4e37-8fa0-66d7c2d1331f on network 1de77f49-b9d8-4f50-8c23-0e4791428a47 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:17:35.652531 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:17:35.652891 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Checking segment: {'id': '9ded247d-e70a-401b-8b1c-20728edf2091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1de77f49-b9d8-4f50-8c23-0e4791428a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:17:35.653268 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Bound using segment: {'id': '9ded247d-e70a-401b-8b1c-20728edf2091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1de77f49-b9d8-4f50-8c23-0e4791428a47'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:17:35.653685 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Bound port: 0854563f-6713-4e37-8fa0-66d7c2d1331f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ded247d-e70a-401b-8b1c-20728edf2091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1de77f49-b9d8-4f50-8c23-0e4791428a47'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:17:35.654032 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (0854563f-6713-4e37-8fa0-66d7c2d1331f), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:35.715654 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] For port 0854563f-6713-4e37-8fa0-66d7c2d1331f, host hv-cinder-83009, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:17:35.718799 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] For port 0854563f-6713-4e37-8fa0-66d7c2d1331f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0854563f-6713-4e37-8fa0-66d7c2d1331f,segment=NetworkSegment(9ded247d-e70a-401b-8b1c-20728edf2091),segment_id=9ded247d-e70a-401b-8b1c-20728edf2091)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:17:35.725295 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (0854563f-6713-4e37-8fa0-66d7c2d1331f), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:35.760227 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:35.760841 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:35.762202 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] 10.222.0.64 "PUT /v2.0/ports/0854563f-6713-4e37-8fa0-66d7c2d1331f HTTP/1.1" status: 200 len: 1094 time: 0.5748899 May 10 03:17:35.770697 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f8dd94-00ab-409a-82f3-734c6bc9e294', 'tag': '0854563f-6713-4e37-8fa0-66d7c2d1331f'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:17:35.773539 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7aca4b-39ea-43dc-a0c3-bf12ae553aef" -d '{"events": [{"name": "network-changed", "server_uuid": "87f8dd94-00ab-409a-82f3-734c6bc9e294", "tag": "0854563f-6713-4e37-8fa0-66d7c2d1331f"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:17:35.814519 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d6212b-9dce-4b67-ae59-19c5c12adb51 x-openstack-request-id: req-06d6212b-9dce-4b67-ae59-19c5c12adb51 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:17:35.814808 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f8dd94-00ab-409a-82f3-734c6bc9e294", "tag": "0854563f-6713-4e37-8fa0-66d7c2d1331f", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:17:35.815059 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06d6212b-9dce-4b67-ae59-19c5c12adb51 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:17:35.815454 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06d6212b-9dce-4b67-ae59-19c5c12adb51'] response: {'name': 'network-changed', 'server_uuid': '87f8dd94-00ab-409a-82f3-734c6bc9e294', 'tag': '0854563f-6713-4e37-8fa0-66d7c2d1331f', 'status': 'completed', 'code': 200} May 10 03:17:35.842504 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd5fec-db00-419a-95ee-d10ddc27bab9 req-0ee6af8f-0913-41a5-997d-600084d1adb5 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:35.843954 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-cdbd5fec-db00-419a-95ee-d10ddc27bab9 req-0ee6af8f-0913-41a5-997d-600084d1adb5 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 944 time: 0.0923698 May 10 03:17:35.874989 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f6eb1-4506-42e7-b8a9-23ad02d5fcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=0854563f-6713-4e37-8fa0-66d7c2d1331f,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:17:35.889594 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-a094efdf-949e-476b-84b7-140632e7471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:35.891079 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-a094efdf-949e-476b-84b7-140632e7471f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c623f8bafbe4349a313eef2b75c8154&device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 1128 time: 0.0783806 May 10 03:17:35.941988 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-302bb6ee-baef-436e-bac5-77a53553a99d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0854563f-6713-4e37-8fa0-66d7c2d1331f HTTP/1.1" status: 200 len: 217 time: 0.0400238 May 10 03:17:35.949650 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-cdbd5fec-db00-419a-95ee-d10ddc27bab9 req-aebeacd0-1da0-4b82-8b99-1aef028e7041 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891409 May 10 03:17:36.152059 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-a62ef443-47c2-48a3-a147-e069779bd12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:36.153508 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-a62ef443-47c2-48a3-a147-e069779bd12d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ab46cdd-06cc-4fce-a3d9-de1d7cbc8b71 HTTP/1.1" status: 200 len: 853 time: 0.0472813 May 10 03:17:36.193436 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-a942e665-4ebc-484f-957b-80c219feff6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1de77f49-b9d8-4f50-8c23-0e4791428a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251756 May 10 03:17:36.279694 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-90c1105c-47e1-43dc-b430-e50f7461c3ab service neutron] 10.222.0.64 "GET /v2.0/networks/1de77f49-b9d8-4f50-8c23-0e4791428a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788209 May 10 03:17:36.373464 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e54ec38e-6828-41fd-97ce-cc9619a77eb7 req-0f6c95c1-4480-4398-898e-d1954e50052b service neutron] 10.222.0.64 "GET /v2.0/networks/1de77f49-b9d8-4f50-8c23-0e4791428a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842350 May 10 03:17:37.061519 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e2bb6-0e15-4a3c-8845-e1f888860cd1 req-b09de8f2-463a-42a7-a560-95ad0752a1f6 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:37.062898 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-444e2bb6-0e15-4a3c-8845-e1f888860cd1 req-b09de8f2-463a-42a7-a560-95ad0752a1f6 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 944 time: 0.0460885 May 10 03:17:37.108212 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-444e2bb6-0e15-4a3c-8845-e1f888860cd1 req-4db8b557-8f8c-4846-b5a9-639a0ec91205 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398214 May 10 03:17:37.727732 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7aca4b-39ea-43dc-a0c3-bf12ae553aef req-ef610b7a-d1fa-4c92-8aec-c6adf99c3330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:37.729830 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5c7aca4b-39ea-43dc-a0c3-bf12ae553aef req-ef610b7a-d1fa-4c92-8aec-c6adf99c3330 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c623f8bafbe4349a313eef2b75c8154&device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 1128 time: 0.0390248 May 10 03:17:37.824572 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7aca4b-39ea-43dc-a0c3-bf12ae553aef req-03815d5c-8a75-4098-9fec-c855605f30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:37.826050 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5c7aca4b-39ea-43dc-a0c3-bf12ae553aef req-03815d5c-8a75-4098-9fec-c855605f30aa service neutron] 10.222.0.64 "GET /v2.0/networks?id=1de77f49-b9d8-4f50-8c23-0e4791428a47 HTTP/1.1" status: 200 len: 914 time: 0.0847220 May 10 03:17:37.869179 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5c7aca4b-39ea-43dc-a0c3-bf12ae553aef req-15ac329c-1fe0-46f3-915e-024598880aa4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0854563f-6713-4e37-8fa0-66d7c2d1331f HTTP/1.1" status: 200 len: 217 time: 0.0341265 May 10 03:17:37.916205 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7aca4b-39ea-43dc-a0c3-bf12ae553aef req-fbe574a0-6f6a-4341-8e0a-430ca4159fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:37.917688 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5c7aca4b-39ea-43dc-a0c3-bf12ae553aef req-fbe574a0-6f6a-4341-8e0a-430ca4159fd3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ab46cdd-06cc-4fce-a3d9-de1d7cbc8b71 HTTP/1.1" status: 200 len: 853 time: 0.0426579 May 10 03:17:37.951275 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5c7aca4b-39ea-43dc-a0c3-bf12ae553aef req-846cac7f-eede-4cbf-988b-17b1a78d9214 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1de77f49-b9d8-4f50-8c23-0e4791428a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256453 May 10 03:17:38.044542 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5c7aca4b-39ea-43dc-a0c3-bf12ae553aef req-b310d4a9-82b7-48bb-9fa9-0e083820b894 service neutron] 10.222.0.64 "GET /v2.0/networks/1de77f49-b9d8-4f50-8c23-0e4791428a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854850 May 10 03:17:38.132850 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5c7aca4b-39ea-43dc-a0c3-bf12ae553aef req-cb3636eb-20d4-42c0-a287-76fc32f0e8b7 service neutron] 10.222.0.64 "GET /v2.0/networks/1de77f49-b9d8-4f50-8c23-0e4791428a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812500 May 10 03:17:38.224700 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7d4b6-0107-4eca-870e-1aeed2f5373e req-3852ff21-5c54-4c87-a6ee-01533fb83da1 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:38.226136 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-75d7d4b6-0107-4eca-870e-1aeed2f5373e req-3852ff21-5c54-4c87-a6ee-01533fb83da1 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 944 time: 0.0492122 May 10 03:17:38.271098 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-75d7d4b6-0107-4eca-870e-1aeed2f5373e req-6ce469ba-6595-4f7e-b32d-47db90f74481 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386124 May 10 03:17:39.380852 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23e07d-ac2a-4c42-81e1-23f56a2f7002 req-0622e17d-988c-4aa2-bba6-7b5e87b54b23 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:39.382202 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-cf23e07d-ac2a-4c42-81e1-23f56a2f7002 req-0622e17d-988c-4aa2-bba6-7b5e87b54b23 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 944 time: 0.0450945 May 10 03:17:39.432784 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-cf23e07d-ac2a-4c42-81e1-23f56a2f7002 req-6f008bfa-8753-4879-90e7-65f6bccfcf20 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446200 May 10 03:17:40.278059 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 0854563f-6713-4e37-8fa0-66d7c2d1331f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:17:40.375485 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 0854563f-6713-4e37-8fa0-66d7c2d1331f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0854563f-6713-4e37-8fa0-66d7c2d1331f,segment=NetworkSegment(9ded247d-e70a-401b-8b1c-20728edf2091),segment_id=9ded247d-e70a-401b-8b1c-20728edf2091)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:17:40.386840 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': '0854563f-6713-4e37-8fa0-66d7c2d1331f', 'network_id': '1de77f49-b9d8-4f50-8c23-0e4791428a47', 'port_id': '0854563f-6713-4e37-8fa0-66d7c2d1331f', 'mac_address': 'fa:16:3e:e0:64:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab46cdd-06cc-4fce-a3d9-de1d7cbc8b71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:17:40.423015 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 0854563f-6713-4e37-8fa0-66d7c2d1331f is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:17:40.423394 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (0854563f-6713-4e37-8fa0-66d7c2d1331f), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:40.436109 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0854563f-6713-4e37-8fa0-66d7c2d1331f {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:17:40.458638 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 0854563f-6713-4e37-8fa0-66d7c2d1331f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0854563f-6713-4e37-8fa0-66d7c2d1331f,segment=NetworkSegment(9ded247d-e70a-401b-8b1c-20728edf2091),segment_id=9ded247d-e70a-401b-8b1c-20728edf2091)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:17:40.463108 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (0854563f-6713-4e37-8fa0-66d7c2d1331f), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:40.510892 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=0854563f-6713-4e37-8fa0-66d7c2d1331f,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:17:40.519913 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:40.520258 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:40.520594 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:40.520969 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:40.521301 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:40.521622 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:40.521955 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:40.522253 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:40.522568 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:40.522881 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:40.523192 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:40.523517 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:40.523830 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:40.524138 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:40.524444 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:40.547030 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde399d-0863-46a1-a740-1e584e3f53a6 req-7bf226ec-a5f2-4cd1-b95c-35853077125b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:40.548515 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6cde399d-0863-46a1-a740-1e584e3f53a6 req-7bf226ec-a5f2-4cd1-b95c-35853077125b tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 945 time: 0.0488379 May 10 03:17:40.594338 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6cde399d-0863-46a1-a740-1e584e3f53a6 req-1c839d5a-5a8d-4515-a308-f713dd6a24b8 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403118 May 10 03:17:40.798646 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['0854563f-6713-4e37-8fa0-66d7c2d1331f'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:17:40.879989 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:41.704346 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069374fe-8c7d-4ee5-b6b5-de099489d023 req-4f662f37-243a-4515-9389-bad925890361 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:41.705787 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-069374fe-8c7d-4ee5-b6b5-de099489d023 req-4f662f37-243a-4515-9389-bad925890361 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 945 time: 0.0467610 May 10 03:17:41.751446 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-069374fe-8c7d-4ee5-b6b5-de099489d023 req-ff3d48fc-a5cb-4772-b7d7-b0b91f16d460 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402851 May 10 03:17:42.288949 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 0854563f-6713-4e37-8fa0-66d7c2d1331f up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:17:42.331319 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port 0854563f-6713-4e37-8fa0-66d7c2d1331f completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:17:42.336796 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port 0854563f-6713-4e37-8fa0-66d7c2d1331f triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:17:42.337216 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (0854563f-6713-4e37-8fa0-66d7c2d1331f), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:42.410992 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 0854563f-6713-4e37-8fa0-66d7c2d1331f is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:17:42.411372 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (0854563f-6713-4e37-8fa0-66d7c2d1331f), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:42.433290 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f8dd94-00ab-409a-82f3-734c6bc9e294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0854563f-6713-4e37-8fa0-66d7c2d1331f'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:17:42.435498 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c589bf90-de4f-4583-805b-39904b4a39f0" -d '{"events": [{"server_uuid": "87f8dd94-00ab-409a-82f3-734c6bc9e294", "name": "network-vif-plugged", "status": "completed", "tag": "0854563f-6713-4e37-8fa0-66d7c2d1331f"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:17:42.451837 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 0854563f-6713-4e37-8fa0-66d7c2d1331f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0854563f-6713-4e37-8fa0-66d7c2d1331f,segment=NetworkSegment(9ded247d-e70a-401b-8b1c-20728edf2091),segment_id=9ded247d-e70a-401b-8b1c-20728edf2091)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:17:42.455576 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (0854563f-6713-4e37-8fa0-66d7c2d1331f), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:42.478174 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd89204-2ed3-424e-ab79-0fec560a17ab x-openstack-request-id: req-cdd89204-2ed3-424e-ab79-0fec560a17ab {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:17:42.478461 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f8dd94-00ab-409a-82f3-734c6bc9e294", "name": "network-vif-plugged", "status": "completed", "tag": "0854563f-6713-4e37-8fa0-66d7c2d1331f", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:17:42.478717 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cdd89204-2ed3-424e-ab79-0fec560a17ab {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:17:42.479108 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd89204-2ed3-424e-ab79-0fec560a17ab'] response: {'server_uuid': '87f8dd94-00ab-409a-82f3-734c6bc9e294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0854563f-6713-4e37-8fa0-66d7c2d1331f', 'code': 200} May 10 03:17:42.504518 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=0854563f-6713-4e37-8fa0-66d7c2d1331f,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:17:42.640762 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51772849-e72e-418b-bcfe-52c204039bb8 req-4db470df-2754-48e0-b6fc-022db8ed0321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:42.642157 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-51772849-e72e-418b-bcfe-52c204039bb8 req-4db470df-2754-48e0-b6fc-022db8ed0321 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 1130 time: 0.0403423 May 10 03:17:42.684827 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-51772849-e72e-418b-bcfe-52c204039bb8 req-0ec5dabc-1e1c-48e0-9958-dc45001c4508 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357835 May 10 03:17:42.861739 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa594cd-b127-4ee9-9432-4f76771a288d req-3b690644-692c-41ba-9f17-29dfbff9bd96 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:42.863162 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5fa594cd-b127-4ee9-9432-4f76771a288d req-3b690644-692c-41ba-9f17-29dfbff9bd96 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 946 time: 0.0453293 May 10 03:17:42.907981 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5fa594cd-b127-4ee9-9432-4f76771a288d req-274bba50-200b-4124-a70c-541c96e9cc8f tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393903 May 10 03:17:43.654075 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63b40-edbb-441b-96e4-174618e90e76 req-fab28cf4-3faf-4b8c-aec9-a2cc07e3af64 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:43.655522 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-64a63b40-edbb-441b-96e4-174618e90e76 req-fab28cf4-3faf-4b8c-aec9-a2cc07e3af64 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 946 time: 0.0501771 May 10 03:17:43.700991 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-64a63b40-edbb-441b-96e4-174618e90e76 req-bf1cd1e1-cebc-4fe1-a5c2-51ff8e07ba64 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bae6bb6-ed75-407a-b7b5-12990b32e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396419 May 10 03:17:44.019564 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe383a-9659-4791-9619-4ffab437863e req-c2a98263-4808-4bab-9cab-776f19a3fa0e tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:44.021013 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4afe383a-9659-4791-9619-4ffab437863e req-c2a98263-4808-4bab-9cab-776f19a3fa0e tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 946 time: 0.0458646 May 10 03:17:44.067887 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4afe383a-9659-4791-9619-4ffab437863e req-5f03e62e-fccc-4bc2-ac1c-1d84752bd936 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407767 May 10 03:17:44.748293 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7da5be8f-1723-445f-b214-cac557efa5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:44.818205 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d3b39-5632-4f33-b4d1-45059ed3a871 req-550ca495-6609-4229-92ca-683f5f5fb24b tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:44.819650 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ea9d3b39-5632-4f33-b4d1-45059ed3a871 req-550ca495-6609-4229-92ca-683f5f5fb24b tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 946 time: 0.0472927 May 10 03:17:44.865838 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ea9d3b39-5632-4f33-b4d1-45059ed3a871 req-09d7b37b-d8bb-4e74-a539-25371a7905ab tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bae6bb6-ed75-407a-b7b5-12990b32e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393353 May 10 03:17:45.182790 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3c650-a758-4560-aaae-3ece8a4d43dc req-9b0c3701-b89a-4e5e-be9d-e91482f1852e tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:45.184238 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-25c3c650-a758-4560-aaae-3ece8a4d43dc req-9b0c3701-b89a-4e5e-be9d-e91482f1852e tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 946 time: 0.0492613 May 10 03:17:45.232119 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-25c3c650-a758-4560-aaae-3ece8a4d43dc req-0c40ace3-fe35-4a0f-998d-0f3e7b1d9669 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423710 May 10 03:17:45.984057 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e2f36-0f7e-496d-bb35-c02b26b33109 req-a7142ac1-fe72-43d0-85b5-cde04ce03432 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:45.985518 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-106e2f36-0f7e-496d-bb35-c02b26b33109 req-a7142ac1-fe72-43d0-85b5-cde04ce03432 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 946 time: 0.0497754 May 10 03:17:46.032195 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-106e2f36-0f7e-496d-bb35-c02b26b33109 req-e7327700-d9ed-46d4-860f-b6c5e7ac0860 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bae6bb6-ed75-407a-b7b5-12990b32e474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410645 May 10 03:17:46.044471 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f108b-7fa3-4ada-90f7-b3cc2ae286f7 req-03dd124e-d211-437b-8edb-6775a292386e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:46.045973 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e42f108b-7fa3-4ada-90f7-b3cc2ae286f7 req-03dd124e-d211-437b-8edb-6775a292386e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 946 time: 0.0455649 May 10 03:17:46.131985 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-e42f108b-7fa3-4ada-90f7-b3cc2ae286f7 req-8c5f2179-97eb-4309-a14f-62f104eb9fab tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Deleting port bbc5b7a0-9d80-4868-9a66-432452cedc93 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:17:46.132316 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e42f108b-7fa3-4ada-90f7-b3cc2ae286f7 req-8c5f2179-97eb-4309-a14f-62f104eb9fab tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (bbc5b7a0-9d80-4868-9a66-432452cedc93), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:46.222127 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e42f108b-7fa3-4ada-90f7-b3cc2ae286f7 req-8c5f2179-97eb-4309-a14f-62f104eb9fab tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] For port bbc5b7a0-9d80-4868-9a66-432452cedc93, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bbc5b7a0-9d80-4868-9a66-432452cedc93,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:17:46.222826 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e42f108b-7fa3-4ada-90f7-b3cc2ae286f7 req-8c5f2179-97eb-4309-a14f-62f104eb9fab tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (bbc5b7a0-9d80-4868-9a66-432452cedc93), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:46.656478 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7aa25-cd5f-46c4-87f7-1ee773d46906 req-ee68f52f-d75f-466e-9f6b-5efcf0277048 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:17:46.657964 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-98b7aa25-cd5f-46c4-87f7-1ee773d46906 req-ee68f52f-d75f-466e-9f6b-5efcf0277048 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 946 time: 0.3555992 May 10 03:17:46.752003 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-98b7aa25-cd5f-46c4-87f7-1ee773d46906 req-ff77a407-c235-450f-a94e-ebc819add18d tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874612 May 10 03:17:46.765487 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e42f108b-7fa3-4ada-90f7-b3cc2ae286f7 req-8c5f2179-97eb-4309-a14f-62f104eb9fab tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:46.765856 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e42f108b-7fa3-4ada-90f7-b3cc2ae286f7 req-8c5f2179-97eb-4309-a14f-62f104eb9fab tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (ba8d3905-c156-49ed-a43d-9fb967459ae6), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:46.766172 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.l3_db [req-e42f108b-7fa3-4ada-90f7-b3cc2ae286f7 req-8c5f2179-97eb-4309-a14f-62f104eb9fab tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Floating IP ba8d3905-c156-49ed-a43d-9fb967459ae6 disassociated. External IP: 172.27.1.211, port: bbc5b7a0-9d80-4868-9a66-432452cedc93. May 10 03:17:46.766514 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-e42f108b-7fa3-4ada-90f7-b3cc2ae286f7 req-8c5f2179-97eb-4309-a14f-62f104eb9fab tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Calling delete_port for bbc5b7a0-9d80-4868-9a66-432452cedc93 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:17:46.898658 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e42f108b-7fa3-4ada-90f7-b3cc2ae286f7 req-8c5f2179-97eb-4309-a14f-62f104eb9fab tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (bbc5b7a0-9d80-4868-9a66-432452cedc93), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:46.918325 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-40c0be87-fc41-43cc-8113-8c0cb252daab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:46.935656 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f2179-97eb-4309-a14f-62f104eb9fab tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event deleted for resources: {'Port': ['ID=bbc5b7a0-9d80-4868-9a66-432452cedc93,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:17:47.076916 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e42f108b-7fa3-4ada-90f7-b3cc2ae286f7 req-8c5f2179-97eb-4309-a14f-62f104eb9fab tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Router ed0337df-2e47-44f0-86f8-d2145b93f43f has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:17:47.183575 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-26edff6b-2d11-4172-a03f-184be9ecdaaa req-547a2c8c-8398-4581-bf10-2fcf0f4e0cfa tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e38f9a8-3e80-482e-8726-0ce7f4da09cf HTTP/1.1" status: 200 len: 210 time: 0.0386984 May 10 03:17:47.253774 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e42f108b-7fa3-4ada-90f7-b3cc2ae286f7 req-8c5f2179-97eb-4309-a14f-62f104eb9fab tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:17:47.264270 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e32996-5815-4232-b556-47226eab0c83 None None] Sync routers for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:17:47.275197 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e32996-5815-4232-b556-47226eab0c83 None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:17:47.275890 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-b9e32996-5815-4232-b556-47226eab0c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:17:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:17:47.304090 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42f108b-7fa3-4ada-90f7-b3cc2ae286f7 req-8c5f2179-97eb-4309-a14f-62f104eb9fab tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] No DVR routers for this DVR port bbc5b7a0-9d80-4868-9a66-432452cedc93 on host hv-cinder-83009 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:17:47.307235 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e42f108b-7fa3-4ada-90f7-b3cc2ae286f7 req-8c5f2179-97eb-4309-a14f-62f104eb9fab tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:47.311072 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e42f108b-7fa3-4ada-90f7-b3cc2ae286f7 req-8c5f2179-97eb-4309-a14f-62f104eb9fab tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "DELETE /v2.0/ports/bbc5b7a0-9d80-4868-9a66-432452cedc93 HTTP/1.1" status: 204 len: 173 time: 1.2591059 May 10 03:17:47.311701 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e38f9a8-3e80-482e-8726-0ce7f4da09cf', 'name': 'network-vif-deleted', 'tag': 'bbc5b7a0-9d80-4868-9a66-432452cedc93'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:17:47.314142 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cda086-632a-40ad-a1ab-2af0d2086d4b" -d '{"events": [{"server_uuid": "5e38f9a8-3e80-482e-8726-0ce7f4da09cf", "name": "network-vif-deleted", "tag": "bbc5b7a0-9d80-4868-9a66-432452cedc93"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:17:47.355302 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d432c4-4eb6-42ed-8b8a-079835d1c85b x-openstack-request-id: req-15d432c4-4eb6-42ed-8b8a-079835d1c85b {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:17:47.355623 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e38f9a8-3e80-482e-8726-0ce7f4da09cf", "name": "network-vif-deleted", "tag": "bbc5b7a0-9d80-4868-9a66-432452cedc93", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:17:47.355918 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15d432c4-4eb6-42ed-8b8a-079835d1c85b {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:17:47.356375 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15d432c4-4eb6-42ed-8b8a-079835d1c85b'] response: {'server_uuid': '5e38f9a8-3e80-482e-8726-0ce7f4da09cf', 'name': 'network-vif-deleted', 'tag': 'bbc5b7a0-9d80-4868-9a66-432452cedc93', 'status': 'completed', 'code': 200} May 10 03:17:47.404397 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-b9e32996-5815-4232-b556-47226eab0c83 None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:17:47.637679 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-b9e32996-5815-4232-b556-47226eab0c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'a7239992-d030-446c-9baf-3c4ec7791b3f', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'port_id': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'mac_address': 'fa:16:3e:22:1e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e867a0c9-e715-4ac3-8be5-1bb4e64f56fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:14:34Z', 'updated_at': '2022-05-10T03:15:09Z', 'revision_number': 2, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:17:47.670938 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e32996-5815-4232-b556-47226eab0c83 None None] Checking router: ed0337df-2e47-44f0-86f8-d2145b93f43f for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:17:47.679302 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e32996-5815-4232-b556-47226eab0c83 None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:17:47.679904 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-b9e32996-5815-4232-b556-47226eab0c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:17:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:17:47.788847 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-b9e32996-5815-4232-b556-47226eab0c83 None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:17:48.043082 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-b9e32996-5815-4232-b556-47226eab0c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'a7239992-d030-446c-9baf-3c4ec7791b3f', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'port_id': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'mac_address': 'fa:16:3e:22:1e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e867a0c9-e715-4ac3-8be5-1bb4e64f56fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:14:34Z', 'updated_at': '2022-05-10T03:15:09Z', 'revision_number': 2, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:17:48.084440 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e32996-5815-4232-b556-47226eab0c83 None None] The sync data for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi is: [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'a7239992-d030-446c-9baf-3c4ec7791b3f', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'floating_ip_address': '172.27.1.49', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'port_id': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'mac_address': 'fa:16:3e:22:1e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e867a0c9-e715-4ac3-8be5-1bb4e64f56fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:14:34Z', 'updated_at': '2022-05-10T03:15:09Z', 'revision_number': 2, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:17:48.168050 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:48.301488 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 37446) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:17:48.358685 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (2bae6bb6-ed75-407a-b7b5-12990b32e474), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:48.375597 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c61e047-a110-4c20-ba1c-cf82479856bb None None] New status for floating IP ba8d3905-c156-49ed-a43d-9fb967459ae6: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:17:48.383572 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (2bae6bb6-ed75-407a-b7b5-12990b32e474), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:48.435385 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (2bae6bb6-ed75-407a-b7b5-12990b32e474), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:48.438277 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:48.439694 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "DELETE /v2.0/security-groups/2bae6bb6-ed75-407a-b7b5-12990b32e474 HTTP/1.1" status: 204 len: 168 time: 0.1371932 May 10 03:17:48.442796 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 37448) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:17:48.450877 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bae6bb6-ed75-407a-b7b5-12990b32e474,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:17:48.460318 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:48.460785 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:48.461201 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:48.461746 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:48.463283 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:48.463831 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:48.464346 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:48.464579 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.api.v2.resource [None req-11cb5f93-1bcb-41b4-9319-afab2e3b5eb3 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] show failed (client error): The resource could not be found. May 10 03:17:48.464947 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:48.465337 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:48.465732 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:48.466124 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:48.469395 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:48.469395 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:48.469395 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:48.469395 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee710853-6144-4c5e-b14b-81a4f3aa9424 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:17:48.470579 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-11cb5f93-1bcb-41b4-9319-afab2e3b5eb3 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups/2bae6bb6-ed75-407a-b7b5-12990b32e474 HTTP/1.1" status: 404 len: 347 time: 0.0259893 May 10 03:17:48.470970 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 37452) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:17:48.604804 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-700b8810-cd64-452a-8fe5-9267d0bcd547 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Deleting port d09b3675-7e77-478e-8267-569c7554d636 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:17:48.605148 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-700b8810-cd64-452a-8fe5-9267d0bcd547 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (d09b3675-7e77-478e-8267-569c7554d636), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:48.681817 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-700b8810-cd64-452a-8fe5-9267d0bcd547 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (d09b3675-7e77-478e-8267-569c7554d636), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:48.682137 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-700b8810-cd64-452a-8fe5-9267d0bcd547 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (d09b3675-7e77-478e-8267-569c7554d636), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:48.694749 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-700b8810-cd64-452a-8fe5-9267d0bcd547 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Calling delete_port for d09b3675-7e77-478e-8267-569c7554d636 owned by network:floatingip {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:17:48.860687 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-700b8810-cd64-452a-8fe5-9267d0bcd547 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (d09b3675-7e77-478e-8267-569c7554d636), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:48.886432 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b8810-cd64-452a-8fe5-9267d0bcd547 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event deleted for resources: {'Port': ['ID=d09b3675-7e77-478e-8267-569c7554d636,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:17:48.951178 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-700b8810-cd64-452a-8fe5-9267d0bcd547 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (ba8d3905-c156-49ed-a43d-9fb967459ae6), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:48.954185 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-700b8810-cd64-452a-8fe5-9267d0bcd547 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:48.955327 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-700b8810-cd64-452a-8fe5-9267d0bcd547 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "DELETE /v2.0/floatingips/ba8d3905-c156-49ed-a43d-9fb967459ae6 HTTP/1.1" status: 204 len: 168 time: 0.4776497 May 10 03:17:49.816587 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:50.338907 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device bbc5b7a0-9d80-4868-9a66-432452cedc93 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:17:50.358712 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: bbc5b7a0-9d80-4868-9a66-432452cedc93 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:17:50.359307 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device bbc5b7a0-9d80-4868-9a66-432452cedc93 not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:17:51.139985 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:57.281421 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:18:03.092228 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29ed02-bbab-41c6-88c1-99dd6d2e00b6 req-3505c573-9741-4182-bac4-fe5086fb447a tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:03.092850 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaec729-56e8-41db-9ceb-13e8896de56b req-3759774c-b525-4203-a208-13fbfe1499f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:03.094168 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fcaec729-56e8-41db-9ceb-13e8896de56b req-3759774c-b525-4203-a208-13fbfe1499f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 1130 time: 0.0468557 May 10 03:18:03.095525 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8f29ed02-bbab-41c6-88c1-99dd6d2e00b6 req-3505c573-9741-4182-bac4-fe5086fb447a tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0530531 May 10 03:18:03.142836 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8f29ed02-bbab-41c6-88c1-99dd6d2e00b6 req-9e35b8d3-ac5f-4e0c-afa3-4fb84d4f054d tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418224 May 10 03:18:03.238928 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaec729-56e8-41db-9ceb-13e8896de56b req-ddb85ab6-78c3-4ff1-b546-8ec3c03aa4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:03.240388 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fcaec729-56e8-41db-9ceb-13e8896de56b req-ddb85ab6-78c3-4ff1-b546-8ec3c03aa4bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 200 len: 920 time: 0.0925155 May 10 03:18:03.316531 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fcaec729-56e8-41db-9ceb-13e8896de56b req-8ecb29f7-01af-4c43-84f9-0b09eaa99c44 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b55a664-e823-4d00-8935-550519d0fdf6 HTTP/1.1" status: 200 len: 1001 time: 0.0627050 May 10 03:18:03.366638 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaec729-56e8-41db-9ceb-13e8896de56b req-ae33f5bc-7bc7-4ad2-ab66-896fdb0f46ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:03.367968 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fcaec729-56e8-41db-9ceb-13e8896de56b req-ae33f5bc-7bc7-4ad2-ab66-896fdb0f46ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b HTTP/1.1" status: 200 len: 858 time: 0.0440502 May 10 03:18:03.412868 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaec729-56e8-41db-9ceb-13e8896de56b req-e2732119-2baa-4b9a-92f2-e06a86253f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:03.414445 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fcaec729-56e8-41db-9ceb-13e8896de56b req-e2732119-2baa-4b9a-92f2-e06a86253f14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73cc213e-781c-42c1-8c05-7293b0a3f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394516 May 10 03:18:03.509505 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fcaec729-56e8-41db-9ceb-13e8896de56b req-55f637ac-db94-470d-8bcc-665a1cc557fd service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882697 May 10 03:18:03.886510 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fcaec729-56e8-41db-9ceb-13e8896de56b req-689da11c-5637-4eb8-a54e-8760cfd1ffc2 service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888131 May 10 03:18:04.277867 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3460af-5b68-46ac-a97f-ca765c132e0a req-0d8967ab-1106-4075-ab55-de9748cba77d tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:04.279343 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4d3460af-5b68-46ac-a97f-ca765c132e0a req-0d8967ab-1106-4075-ab55-de9748cba77d tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0571547 May 10 03:18:04.331074 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4d3460af-5b68-46ac-a97f-ca765c132e0a req-fac80a5c-c9d4-4ef9-bdde-ea2ba0431e19 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450969 May 10 03:18:04.364730 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a28df-b86e-405a-9023-111764880e9c req-bbbac59d-0016-4888-a4e6-007acb1e29bd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:04.366215 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-135a28df-b86e-405a-9023-111764880e9c req-bbbac59d-0016-4888-a4e6-007acb1e29bd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 945 time: 0.0697114 May 10 03:18:04.415633 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-135a28df-b86e-405a-9023-111764880e9c req-93d49aaa-d772-4a28-9a37-c8e7f6c1e12e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434294 May 10 03:18:04.744167 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd9bee-b71e-42b9-bc6f-5d04114a0697 req-800ff2b9-53ec-44d1-b205-c2ce76ff9c33 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:04.745665 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-66dd9bee-b71e-42b9-bc6f-5d04114a0697 req-800ff2b9-53ec-44d1-b205-c2ce76ff9c33 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0460601 May 10 03:18:04.791113 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-66dd9bee-b71e-42b9-bc6f-5d04114a0697 req-a069c14d-a5c1-4c98-9fc5-33a1c46cc839 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400124 May 10 03:18:05.453716 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce8ee2-f039-4ed4-912d-888079b8262b req-a4794086-c393-44d0-9da7-033516142534 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:05.455279 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-83ce8ee2-f039-4ed4-912d-888079b8262b req-a4794086-c393-44d0-9da7-033516142534 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0509901 May 10 03:18:05.501473 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-83ce8ee2-f039-4ed4-912d-888079b8262b req-3f21acac-60e2-4078-ae22-7dbb1dc48c2b tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409148 May 10 03:18:05.636916 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fd59f-0988-48e5-8ba0-9fe2f7ce60e0 req-32845eeb-764c-4f08-9445-21dd25bd8ad7 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:05.638360 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3e1fd59f-0988-48e5-8ba0-9fe2f7ce60e0 req-32845eeb-764c-4f08-9445-21dd25bd8ad7 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 945 time: 0.0458686 May 10 03:18:05.687539 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3e1fd59f-0988-48e5-8ba0-9fe2f7ce60e0 req-f24ee0dd-8cdf-46f0-9ff1-830dbac79254 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436897 May 10 03:18:05.899164 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac213289-4324-4844-bba3-e452db02b5e8 req-98345087-b94a-4b01-b501-d946789483d7 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:05.901082 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ac213289-4324-4844-bba3-e452db02b5e8 req-98345087-b94a-4b01-b501-d946789483d7 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0453017 May 10 03:18:05.946222 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ac213289-4324-4844-bba3-e452db02b5e8 req-d7550220-4cb1-4cf4-81e0-8d61967aa419 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395620 May 10 03:18:06.586586 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1562972-d843-4081-b846-f14d2d4c1991 req-322a27cd-cbad-49e7-a0b6-3788ab69bcf6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:06.588994 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f1562972-d843-4081-b846-f14d2d4c1991 req-322a27cd-cbad-49e7-a0b6-3788ab69bcf6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 945 time: 0.0640786 May 10 03:18:06.670498 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28e5be-d5df-4d6f-a271-92cfd0f3c2d5 req-0193783c-4bfb-4f61-8bf4-282465794c63 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:06.671958 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-dc28e5be-d5df-4d6f-a271-92cfd0f3c2d5 req-0193783c-4bfb-4f61-8bf4-282465794c63 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0933137 May 10 03:18:06.731013 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-f1562972-d843-4081-b846-f14d2d4c1991 req-b3f866b1-53b3-4ec8-aeb1-ad8c767ba5d6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Deleting port ca4610dc-9a2b-4dfa-a722-526e08fec54d {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:18:06.731357 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f1562972-d843-4081-b846-f14d2d4c1991 req-b3f866b1-53b3-4ec8-aeb1-ad8c767ba5d6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (ca4610dc-9a2b-4dfa-a722-526e08fec54d), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:06.800443 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-dc28e5be-d5df-4d6f-a271-92cfd0f3c2d5 req-d87bd328-cd87-4b7c-b768-d5a7db3248fc tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048305 May 10 03:18:06.802837 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8959e3-1def-4f62-8537-cbab569466bc req-80c7fd3a-9674-47b4-b9e7-b37bd154d2a1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:06.805210 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2b8959e3-1def-4f62-8537-cbab569466bc req-80c7fd3a-9674-47b4-b9e7-b37bd154d2a1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 945 time: 0.0487549 May 10 03:18:06.840679 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-f1562972-d843-4081-b846-f14d2d4c1991 req-b3f866b1-53b3-4ec8-aeb1-ad8c767ba5d6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] For port ca4610dc-9a2b-4dfa-a722-526e08fec54d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca4610dc-9a2b-4dfa-a722-526e08fec54d,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:18:06.841055 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f1562972-d843-4081-b846-f14d2d4c1991 req-b3f866b1-53b3-4ec8-aeb1-ad8c767ba5d6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (ca4610dc-9a2b-4dfa-a722-526e08fec54d), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:07.064121 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2b8959e3-1def-4f62-8537-cbab569466bc req-e191ca8f-828a-4ab3-af71-4df6a9a98d2c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0284c7ab-527f-4dc9-a63b-aafd38d8b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531872 May 10 03:18:07.064881 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f1562972-d843-4081-b846-f14d2d4c1991 req-b3f866b1-53b3-4ec8-aeb1-ad8c767ba5d6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:07.065245 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f1562972-d843-4081-b846-f14d2d4c1991 req-b3f866b1-53b3-4ec8-aeb1-ad8c767ba5d6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (a7239992-d030-446c-9baf-3c4ec7791b3f), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:07.065559 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.l3_db [req-f1562972-d843-4081-b846-f14d2d4c1991 req-b3f866b1-53b3-4ec8-aeb1-ad8c767ba5d6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Floating IP a7239992-d030-446c-9baf-3c4ec7791b3f disassociated. External IP: 172.27.1.49, port: ca4610dc-9a2b-4dfa-a722-526e08fec54d. May 10 03:18:07.065902 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-f1562972-d843-4081-b846-f14d2d4c1991 req-b3f866b1-53b3-4ec8-aeb1-ad8c767ba5d6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Calling delete_port for ca4610dc-9a2b-4dfa-a722-526e08fec54d owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:18:07.089972 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208eb0d-0ffb-4453-a539-97ece55c6027 req-8ec31ea7-e6d3-4677-9107-a6cbf6505d36 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:07.091359 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1208eb0d-0ffb-4453-a539-97ece55c6027 req-8ec31ea7-e6d3-4677-9107-a6cbf6505d36 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0745966 May 10 03:18:07.191043 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1208eb0d-0ffb-4453-a539-97ece55c6027 req-b9e8cb3e-4a11-498a-8d86-ece9b4459f8e tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689723 May 10 03:18:07.251134 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f1562972-d843-4081-b846-f14d2d4c1991 req-b3f866b1-53b3-4ec8-aeb1-ad8c767ba5d6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (ca4610dc-9a2b-4dfa-a722-526e08fec54d), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:07.280479 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f866b1-53b3-4ec8-aeb1-ad8c767ba5d6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event deleted for resources: {'Port': ['ID=ca4610dc-9a2b-4dfa-a722-526e08fec54d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:07.395995 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1562972-d843-4081-b846-f14d2d4c1991 req-b3f866b1-53b3-4ec8-aeb1-ad8c767ba5d6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Router ed0337df-2e47-44f0-86f8-d2145b93f43f has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:18:07.518187 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1562972-d843-4081-b846-f14d2d4c1991 req-b3f866b1-53b3-4ec8-aeb1-ad8c767ba5d6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:18:07.531122 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15432fb-87cc-4d6e-b713-ca479fe84ba2 None None] Sync routers for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:18:07.540489 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15432fb-87cc-4d6e-b713-ca479fe84ba2 None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:18:07.541837 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-f15432fb-87cc-4d6e-b713-ca479fe84ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:17:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:07.561427 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1562972-d843-4081-b846-f14d2d4c1991 req-b3f866b1-53b3-4ec8-aeb1-ad8c767ba5d6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] No DVR routers for this DVR port ca4610dc-9a2b-4dfa-a722-526e08fec54d on host hv-cinder-83009 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:18:07.564456 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f1562972-d843-4081-b846-f14d2d4c1991 req-b3f866b1-53b3-4ec8-aeb1-ad8c767ba5d6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:07.567710 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f1562972-d843-4081-b846-f14d2d4c1991 req-b3f866b1-53b3-4ec8-aeb1-ad8c767ba5d6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "DELETE /v2.0/ports/ca4610dc-9a2b-4dfa-a722-526e08fec54d HTTP/1.1" status: 204 len: 173 time: 0.9711819 May 10 03:18:07.568139 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e867a0c9-e715-4ac3-8be5-1bb4e64f56fb', 'name': 'network-vif-deleted', 'tag': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:18:07.570453 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47679460-4ac5-44de-beb4-d71f888c43f7" -d '{"events": [{"server_uuid": "e867a0c9-e715-4ac3-8be5-1bb4e64f56fb", "name": "network-vif-deleted", "tag": "ca4610dc-9a2b-4dfa-a722-526e08fec54d"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:18:07.610378 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25268761-b21e-4e40-86af-fc427c860ad6 x-openstack-request-id: req-25268761-b21e-4e40-86af-fc427c860ad6 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:18:07.610675 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e867a0c9-e715-4ac3-8be5-1bb4e64f56fb", "name": "network-vif-deleted", "tag": "ca4610dc-9a2b-4dfa-a722-526e08fec54d", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:18:07.610928 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-25268761-b21e-4e40-86af-fc427c860ad6 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:18:07.611324 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25268761-b21e-4e40-86af-fc427c860ad6'] response: {'server_uuid': 'e867a0c9-e715-4ac3-8be5-1bb4e64f56fb', 'name': 'network-vif-deleted', 'tag': 'ca4610dc-9a2b-4dfa-a722-526e08fec54d', 'status': 'completed', 'code': 200} May 10 03:18:07.676128 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-f15432fb-87cc-4d6e-b713-ca479fe84ba2 None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:18:07.928005 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-f15432fb-87cc-4d6e-b713-ca479fe84ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:07.986691 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7f49d-9c14-44ef-b3ae-5b55503ec724 req-367a48ab-0e50-415a-9f6e-de19d4af99e2 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:07.988440 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0de7f49d-9c14-44ef-b3ae-5b55503ec724 req-367a48ab-0e50-415a-9f6e-de19d4af99e2 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0524623 May 10 03:18:08.031925 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaa3d2-b449-49e9-8a5f-5bc6036ae4e4 req-65a289f1-4da0-40a8-a57d-34a7c723e145 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:08.033595 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2daaa3d2-b449-49e9-8a5f-5bc6036ae4e4 req-65a289f1-4da0-40a8-a57d-34a7c723e145 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 946 time: 0.0735154 May 10 03:18:08.059174 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0de7f49d-9c14-44ef-b3ae-5b55503ec724 req-7ec5b115-9947-470c-bafc-37fb23096afe tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549507 May 10 03:18:08.061661 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15432fb-87cc-4d6e-b713-ca479fe84ba2 None None] Checking router: ed0337df-2e47-44f0-86f8-d2145b93f43f for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:18:08.074697 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15432fb-87cc-4d6e-b713-ca479fe84ba2 None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:18:08.075430 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-f15432fb-87cc-4d6e-b713-ca479fe84ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:17:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:08.105683 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2daaa3d2-b449-49e9-8a5f-5bc6036ae4e4 req-c9a1a036-b919-4690-8cc3-540ef5a7cc7e tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655642 May 10 03:18:08.180334 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f3d8c-b279-4b82-89da-7674780d9864 req-bfcb5a2f-cb9b-4b39-8f3d-71157b50f38d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:08.182574 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-723f3d8c-b279-4b82-89da-7674780d9864 req-bfcb5a2f-cb9b-4b39-8f3d-71157b50f38d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 946 time: 0.0489168 May 10 03:18:08.199308 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-f15432fb-87cc-4d6e-b713-ca479fe84ba2 None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:18:08.212339 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6adec59d-8e95-4c50-b089-3df523eccad5 req-4a339535-ec4d-4ee8-93c8-a8c208ae1768 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 210 time: 0.0318363 May 10 03:18:08.237028 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-723f3d8c-b279-4b82-89da-7674780d9864 req-b9377495-68c8-4000-9699-1a0e4bc86ef2 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475712 May 10 03:18:08.323049 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69837f-ae92-4ca0-bda1-1895fc7fc589 req-6935f968-6f90-4100-b49e-1df43a9ae766 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:08.324415 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-cd69837f-ae92-4ca0-bda1-1895fc7fc589 req-6935f968-6f90-4100-b49e-1df43a9ae766 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0478737 May 10 03:18:08.370553 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-cd69837f-ae92-4ca0-bda1-1895fc7fc589 req-1dbd68c3-bf88-4a3f-9b98-64da40be287c tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403230 May 10 03:18:08.396585 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-f15432fb-87cc-4d6e-b713-ca479fe84ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:08.422981 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15432fb-87cc-4d6e-b713-ca479fe84ba2 None None] The sync data for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi is: [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:18:08.630039 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e872768e-0822-49fc-8036-301f67d8caab None None] New status for floating IP a7239992-d030-446c-9baf-3c4ec7791b3f: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:18:09.175872 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62302c7-f524-4024-bdbf-b44f78f2ed19 req-73789fd0-2cfb-40d2-910f-973e6917fb3c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:09.177381 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f62302c7-f524-4024-bdbf-b44f78f2ed19 req-73789fd0-2cfb-40d2-910f-973e6917fb3c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0466404 May 10 03:18:09.222652 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078191e3-a605-47d4-a6b4-6413edcc445b req-a1c743bc-4faa-4a90-a741-2f845513b012 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:09.223927 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f62302c7-f524-4024-bdbf-b44f78f2ed19 req-c8d82b67-0bfb-4fc8-9396-00d972e9d4e7 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401371 May 10 03:18:09.224103 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-078191e3-a605-47d4-a6b4-6413edcc445b req-a1c743bc-4faa-4a90-a741-2f845513b012 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 946 time: 0.0491190 May 10 03:18:09.271462 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-078191e3-a605-47d4-a6b4-6413edcc445b req-306ddb87-dd71-4ae7-b8c2-85eae72b13c1 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408351 May 10 03:18:09.321712 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-c7b38bad-6c84-46c5-a474-259321830a45 req-b087eca9-8e58-4f7b-ab58-d6051f453eb6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 210 time: 0.0268900 May 10 03:18:09.372118 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361dcb3-f218-4c84-931a-d90b19b7bf67 req-e34b2be9-6bb7-4b5f-96b8-8b60c6ade7d7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:09.373579 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f361dcb3-f218-4c84-931a-d90b19b7bf67 req-e34b2be9-6bb7-4b5f-96b8-8b60c6ade7d7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 946 time: 0.0461903 May 10 03:18:09.425794 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f361dcb3-f218-4c84-931a-d90b19b7bf67 req-26ef7aa3-93a5-4b13-83e1-0cb636bd700a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461345 May 10 03:18:09.483451 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2022a-a075-4638-821f-57681d10b3db req-fd5e0f7c-0889-4659-a636-e3aa53c27bcb tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:09.484912 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f0d2022a-a075-4638-821f-57681d10b3db req-fd5e0f7c-0889-4659-a636-e3aa53c27bcb tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0462029 May 10 03:18:09.533670 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f0d2022a-a075-4638-821f-57681d10b3db req-a57c3ffe-c420-4460-a64a-66bd8718dfda tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431931 May 10 03:18:10.338977 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd925c-c52c-4721-bad9-b23463a3e377 req-661e015e-27e2-4532-991b-dfc66ec81c31 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:10.340372 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-13bd925c-c52c-4721-bad9-b23463a3e377 req-661e015e-27e2-4532-991b-dfc66ec81c31 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0474408 May 10 03:18:10.384380 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2be98-e669-4b4d-a0e0-3c6fbc336424 req-bab08249-3af5-47ce-a661-ed31e649478c tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:10.385936 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-63d2be98-e669-4b4d-a0e0-3c6fbc336424 req-bab08249-3af5-47ce-a661-ed31e649478c tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 946 time: 0.0476527 May 10 03:18:10.389465 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-13bd925c-c52c-4721-bad9-b23463a3e377 req-daacdc06-8c46-4c18-a8a4-f221407e35ac tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433218 May 10 03:18:10.434167 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-63d2be98-e669-4b4d-a0e0-3c6fbc336424 req-c084094e-c654-45f7-89ca-a0f61dd94b8c tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419834 May 10 03:18:10.461659 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device ca4610dc-9a2b-4dfa-a722-526e08fec54d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:18:10.483098 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: ca4610dc-9a2b-4dfa-a722-526e08fec54d {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:18:10.484013 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device ca4610dc-9a2b-4dfa-a722-526e08fec54d not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:18:10.484274 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-663f2f14-2906-4297-9d7a-f5581462088b req-9e7a7386-3097-41a7-a7ae-d75d3161bc42 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=e867a0c9-e715-4ac3-8be5-1bb4e64f56fb HTTP/1.1" status: 200 len: 210 time: 0.0292549 May 10 03:18:10.545874 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5994074-75c1-4f9f-9e80-0b2f03b8c3a1 req-0cd5e233-7b9d-4398-9843-40539c2eed55 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:10.547302 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a5994074-75c1-4f9f-9e80-0b2f03b8c3a1 req-0cd5e233-7b9d-4398-9843-40539c2eed55 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 946 time: 0.0457695 May 10 03:18:10.593952 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a5994074-75c1-4f9f-9e80-0b2f03b8c3a1 req-cf561c14-5ce0-4432-9ff3-dfe3fa39392f tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410550 May 10 03:18:10.643858 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed567ed-ca05-45e0-9e8d-e9e32e27c5c8 req-48665dd8-37e5-48cb-8a98-525f1f7bc75f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:10.645320 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6ed567ed-ca05-45e0-9e8d-e9e32e27c5c8 req-48665dd8-37e5-48cb-8a98-525f1f7bc75f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0452416 May 10 03:18:10.690706 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6ed567ed-ca05-45e0-9e8d-e9e32e27c5c8 req-022860b4-9597-4b37-a0ff-b0a4c9358198 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389307 May 10 03:18:10.867991 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:11.257357 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aca50-e788-4749-a589-5509451c786e req-cf95a370-fefd-4b56-8297-e0569afd533a tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:11.258797 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e49aca50-e788-4749-a589-5509451c786e req-cf95a370-fefd-4b56-8297-e0569afd533a tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.64 "GET /v2.0/ports?device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 946 time: 0.0456409 May 10 03:18:11.508071 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc2904-dac8-4970-ad3f-e40cc78cfa09 req-6f5ca9f2-5b62-4a16-ba06-65f070d12ab6 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:11.509767 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1afc2904-dac8-4970-ad3f-e40cc78cfa09 req-6f5ca9f2-5b62-4a16-ba06-65f070d12ab6 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0504360 May 10 03:18:11.550417 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dca78-e3c1-4ddd-a419-a8970f209ca6 req-2d18252c-e70e-499d-962d-300eaed3f786 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:11.551911 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9c8dca78-e3c1-4ddd-a419-a8970f209ca6 req-2d18252c-e70e-499d-962d-300eaed3f786 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 946 time: 0.0506804 May 10 03:18:11.556114 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1afc2904-dac8-4970-ad3f-e40cc78cfa09 req-c3044b8b-6c08-46f5-b3d0-8e83383cdd36 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407400 May 10 03:18:11.601707 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9c8dca78-e3c1-4ddd-a419-a8970f209ca6 req-6e02eadc-0530-4960-9f8c-95e1829a0248 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fed1cc8-fe11-4b51-a303-75c11bb79018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420365 May 10 03:18:11.629690 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 37730) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:11.691341 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bfec5157-e1d7-47d9-bfcb-f8657d377d45 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (0284c7ab-527f-4dc9-a63b-aafd38d8b230), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:11.722900 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bfec5157-e1d7-47d9-bfcb-f8657d377d45 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (0284c7ab-527f-4dc9-a63b-aafd38d8b230), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:11.812890 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2b328-4182-4661-b58d-49b94f0bdda0 req-5cd01ff6-ae2e-4c08-97ea-8c6a996ecbe9 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:11.814444 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b5b2b328-4182-4661-b58d-49b94f0bdda0 req-5cd01ff6-ae2e-4c08-97ea-8c6a996ecbe9 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0549154 May 10 03:18:11.824354 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93c928-217e-4c92-8ef3-65ee1384de35 req-47cfb16a-a1a5-439c-aa46-997e0f7b73f1 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:11.825883 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ef93c928-217e-4c92-8ef3-65ee1384de35 req-47cfb16a-a1a5-439c-aa46-997e0f7b73f1 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 946 time: 0.1470094 May 10 03:18:11.826678 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bfec5157-e1d7-47d9-bfcb-f8657d377d45 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (0284c7ab-527f-4dc9-a63b-aafd38d8b230), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:11.829134 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bfec5157-e1d7-47d9-bfcb-f8657d377d45 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:11.830173 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-bfec5157-e1d7-47d9-bfcb-f8657d377d45 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "DELETE /v2.0/security-groups/0284c7ab-527f-4dc9-a63b-aafd38d8b230 HTTP/1.1" status: 204 len: 168 time: 0.1995120 May 10 03:18:11.831710 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e4c69-2199-452d-a37d-06fddfe10690 req-d98fe872-9906-413a-988d-0c91209a3618 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:11.833072 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-da3e4c69-2199-452d-a37d-06fddfe10690 req-d98fe872-9906-413a-988d-0c91209a3618 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 946 time: 0.1211853 May 10 03:18:11.836123 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 37734) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:11.848462 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec5157-e1d7-47d9-bfcb-f8657d377d45 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0284c7ab-527f-4dc9-a63b-aafd38d8b230,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:11.877493 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b5b2b328-4182-4661-b58d-49b94f0bdda0 req-2cb22995-4358-4507-a603-42823375ddbf tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569978 May 10 03:18:11.878527 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.api.v2.resource [None req-a07dba95-f25f-4537-92fa-0acee9342c23 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] show failed (client error): The resource could not be found. May 10 03:18:11.879566 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-a07dba95-f25f-4537-92fa-0acee9342c23 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups/0284c7ab-527f-4dc9-a63b-aafd38d8b230 HTTP/1.1" status: 404 len: 347 time: 0.0412560 May 10 03:18:11.880144 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-e49aca50-e788-4749-a589-5509451c786e req-70e62af1-5881-4923-b32a-9efe68ab55aa tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Deleting port 0854563f-6713-4e37-8fa0-66d7c2d1331f {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:18:11.880476 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e49aca50-e788-4749-a589-5509451c786e req-70e62af1-5881-4923-b32a-9efe68ab55aa tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (0854563f-6713-4e37-8fa0-66d7c2d1331f), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:11.882904 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 37738) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:11.958266 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ef93c928-217e-4c92-8ef3-65ee1384de35 req-cd379c9a-42a0-41d9-9323-ab0a9ee00189 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9000327-0984-4a3e-aedd-4671b560f43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215501 May 10 03:18:11.997618 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e49aca50-e788-4749-a589-5509451c786e req-70e62af1-5881-4923-b32a-9efe68ab55aa tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] For port 0854563f-6713-4e37-8fa0-66d7c2d1331f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0854563f-6713-4e37-8fa0-66d7c2d1331f,segment=NetworkSegment(9ded247d-e70a-401b-8b1c-20728edf2091),segment_id=9ded247d-e70a-401b-8b1c-20728edf2091)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:18:11.997987 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e49aca50-e788-4749-a589-5509451c786e req-70e62af1-5881-4923-b32a-9efe68ab55aa tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (0854563f-6713-4e37-8fa0-66d7c2d1331f), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.003292 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f446ce60-e048-49a4-a460-151c318473a0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Deleting port 52c7d7ed-2a3e-45dd-b570-490210dc1d5f {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:18:12.003630 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f446ce60-e048-49a4-a460-151c318473a0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (52c7d7ed-2a3e-45dd-b570-490210dc1d5f), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.012202 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-e49aca50-e788-4749-a589-5509451c786e req-70e62af1-5881-4923-b32a-9efe68ab55aa tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Calling delete_port for 0854563f-6713-4e37-8fa0-66d7c2d1331f owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:18:12.080535 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f446ce60-e048-49a4-a460-151c318473a0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (52c7d7ed-2a3e-45dd-b570-490210dc1d5f), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.080824 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f446ce60-e048-49a4-a460-151c318473a0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (52c7d7ed-2a3e-45dd-b570-490210dc1d5f), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.095564 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f446ce60-e048-49a4-a460-151c318473a0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Calling delete_port for 52c7d7ed-2a3e-45dd-b570-490210dc1d5f owned by network:floatingip {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:18:12.158595 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-da3e4c69-2199-452d-a37d-06fddfe10690 req-db9b6f97-374c-496b-b48c-b6558b85ec7b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Deleting port 3ec8beef-b88c-43f8-8d89-f6c589198e59 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:18:12.159043 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-da3e4c69-2199-452d-a37d-06fddfe10690 req-db9b6f97-374c-496b-b48c-b6558b85ec7b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.238088 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f446ce60-e048-49a4-a460-151c318473a0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (52c7d7ed-2a3e-45dd-b570-490210dc1d5f), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.263430 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446ce60-e048-49a4-a460-151c318473a0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event deleted for resources: {'Port': ['ID=52c7d7ed-2a3e-45dd-b570-490210dc1d5f,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:12.284385 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e49aca50-e788-4749-a589-5509451c786e req-70e62af1-5881-4923-b32a-9efe68ab55aa tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (0854563f-6713-4e37-8fa0-66d7c2d1331f), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.297124 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['0854563f-6713-4e37-8fa0-66d7c2d1331f'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:18:12.331736 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e62af1-5881-4923-b32a-9efe68ab55aa tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Pushing event deleted for resources: {'Port': ['ID=0854563f-6713-4e37-8fa0-66d7c2d1331f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:12.337944 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-da3e4c69-2199-452d-a37d-06fddfe10690 req-db9b6f97-374c-496b-b48c-b6558b85ec7b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] For port 3ec8beef-b88c-43f8-8d89-f6c589198e59, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3ec8beef-b88c-43f8-8d89-f6c589198e59,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:18:12.338336 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-da3e4c69-2199-452d-a37d-06fddfe10690 req-db9b6f97-374c-496b-b48c-b6558b85ec7b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.340178 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f446ce60-e048-49a4-a460-151c318473a0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (a7239992-d030-446c-9baf-3c4ec7791b3f), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.342999 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f446ce60-e048-49a4-a460-151c318473a0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.344108 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-f446ce60-e048-49a4-a460-151c318473a0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "DELETE /v2.0/floatingips/a7239992-d030-446c-9baf-3c4ec7791b3f HTTP/1.1" status: 204 len: 168 time: 0.4600830 May 10 03:18:12.416401 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 37742) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:12.421125 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-c28edb4b-2dc7-4195-8aae-a3149aa0875d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--733380502', 'description': 'tempest-description--488378928'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:12.441429 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c28edb4b-2dc7-4195-8aae-a3149aa0875d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.449427 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68ecaa-f4bc-465d-b4f3-928c5c64b2e4 req-fceaf4a6-54e9-4a47-9a20-7f590b5a4b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:12.450937 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8a68ecaa-f4bc-465d-b4f3-928c5c64b2e4 req-fceaf4a6-54e9-4a47-9a20-7f590b5a4b36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5d958793e0ab4e6f8d2f296dcf6186f5&device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 1130 time: 0.1340930 May 10 03:18:12.451456 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49aca50-e788-4749-a589-5509451c786e req-70e62af1-5881-4923-b32a-9efe68ab55aa tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] No DVR routers for this DVR port 0854563f-6713-4e37-8fa0-66d7c2d1331f on host hv-cinder-83009 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:18:12.455102 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e49aca50-e788-4749-a589-5509451c786e req-70e62af1-5881-4923-b32a-9efe68ab55aa tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.458290 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e49aca50-e788-4749-a589-5509451c786e req-70e62af1-5881-4923-b32a-9efe68ab55aa tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.64 "DELETE /v2.0/ports/0854563f-6713-4e37-8fa0-66d7c2d1331f HTTP/1.1" status: 204 len: 173 time: 0.8130822 May 10 03:18:12.458733 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f8dd94-00ab-409a-82f3-734c6bc9e294', 'name': 'network-vif-deleted', 'tag': '0854563f-6713-4e37-8fa0-66d7c2d1331f'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:18:12.461272 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c698723e-559d-41c1-98c6-681999c23de5" -d '{"events": [{"server_uuid": "87f8dd94-00ab-409a-82f3-734c6bc9e294", "name": "network-vif-deleted", "tag": "0854563f-6713-4e37-8fa0-66d7c2d1331f"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:18:12.515379 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c28edb4b-2dc7-4195-8aae-a3149aa0875d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (caf149cd-8fd5-4f15-9566-0a9bafcca706), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.519760 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c28edb4b-2dc7-4195-8aae-a3149aa0875d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (caf149cd-8fd5-4f15-9566-0a9bafcca706), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.548624 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c28edb4b-2dc7-4195-8aae-a3149aa0875d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.549967 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-c28edb4b-2dc7-4195-8aae-a3149aa0875d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1325371 May 10 03:18:12.552815 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 37746) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:12.557643 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-f7e14239-8ebf-411f-9f69-2206336b6ed0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'security_group_rule': {'security_group_id': 'caf149cd-8fd5-4f15-9566-0a9bafcca706', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:12.559319 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3dc0ad-2708-4be9-be20-3ac388b6a473 x-openstack-request-id: req-6a3dc0ad-2708-4be9-be20-3ac388b6a473 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:18:12.559960 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f8dd94-00ab-409a-82f3-734c6bc9e294", "name": "network-vif-deleted", "tag": "0854563f-6713-4e37-8fa0-66d7c2d1331f", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:18:12.559960 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a3dc0ad-2708-4be9-be20-3ac388b6a473 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:18:12.560244 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a3dc0ad-2708-4be9-be20-3ac388b6a473'] response: {'server_uuid': '87f8dd94-00ab-409a-82f3-734c6bc9e294', 'name': 'network-vif-deleted', 'tag': '0854563f-6713-4e37-8fa0-66d7c2d1331f', 'status': 'completed', 'code': 200} May 10 03:18:12.564014 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28edb4b-2dc7-4195-8aae-a3149aa0875d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf149cd-8fd5-4f15-9566-0a9bafcca706,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:12.590735 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f7e14239-8ebf-411f-9f69-2206336b6ed0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (a121e855-f306-44a3-a174-34a2855f6411), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.675974 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-da3e4c69-2199-452d-a37d-06fddfe10690 req-db9b6f97-374c-496b-b48c-b6558b85ec7b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.676252 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-da3e4c69-2199-452d-a37d-06fddfe10690 req-db9b6f97-374c-496b-b48c-b6558b85ec7b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (ab02ff91-048b-4672-89ef-e5eecec3e31b), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.676577 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.l3_db [req-da3e4c69-2199-452d-a37d-06fddfe10690 req-db9b6f97-374c-496b-b48c-b6558b85ec7b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Floating IP ab02ff91-048b-4672-89ef-e5eecec3e31b disassociated. External IP: 172.27.1.237, port: 3ec8beef-b88c-43f8-8d89-f6c589198e59. May 10 03:18:12.676941 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-da3e4c69-2199-452d-a37d-06fddfe10690 req-db9b6f97-374c-496b-b48c-b6558b85ec7b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Calling delete_port for 3ec8beef-b88c-43f8-8d89-f6c589198e59 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:18:12.685786 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f7e14239-8ebf-411f-9f69-2206336b6ed0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (a121e855-f306-44a3-a174-34a2855f6411), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.691762 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68ecaa-f4bc-465d-b4f3-928c5c64b2e4 req-a9658960-b80d-4b30-b4ac-cf52100da8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:12.693555 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8a68ecaa-f4bc-465d-b4f3-928c5c64b2e4 req-a9658960-b80d-4b30-b4ac-cf52100da8e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73d317d2-6d6e-4f15-9854-843c84b4e47e HTTP/1.1" status: 200 len: 911 time: 0.2198761 May 10 03:18:12.706638 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f7e14239-8ebf-411f-9f69-2206336b6ed0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (a121e855-f306-44a3-a174-34a2855f6411), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.730247 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e14239-8ebf-411f-9f69-2206336b6ed0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a121e855-f306-44a3-a174-34a2855f6411,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:12.740856 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7701a-c976-4136-92cc-5a0d269e4c50 req-1ecb8445-1bfd-451b-bd8d-bd9f9fdc5dc5 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:12.742401 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f4b7701a-c976-4136-92cc-5a0d269e4c50 req-1ecb8445-1bfd-451b-bd8d-bd9f9fdc5dc5 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0724638 May 10 03:18:12.757127 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9131fe23-7fce-4379-b8c6-4120c57cd53c req-8d4097a9-0a35-4ed0-b743-ccc37bf78077 tempest-VolumesSnapshotTestJSON-1239410557 tempest-VolumesSnapshotTestJSON-1239410557-project] 10.222.0.55 "GET /v2.0/ports?device_id=87f8dd94-00ab-409a-82f3-734c6bc9e294 HTTP/1.1" status: 200 len: 210 time: 0.0564408 May 10 03:18:12.765372 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f7e14239-8ebf-411f-9f69-2206336b6ed0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.766608 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-f7e14239-8ebf-411f-9f69-2206336b6ed0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2128305 May 10 03:18:12.769430 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 37752) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:12.773857 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-da3f4739-0fed-4f01-ae28-21626d126d1f tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'security_group_rule': {'security_group_id': 'caf149cd-8fd5-4f15-9566-0a9bafcca706', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:12.817324 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f4b7701a-c976-4136-92cc-5a0d269e4c50 req-bea48efa-5a85-4c9d-b186-55e15f0ac253 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679779 May 10 03:18:12.819105 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da3f4739-0fed-4f01-ae28-21626d126d1f tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (8ef4b5ca-2198-4bdb-83b7-ef7c5c3391e2), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.850098 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-da3e4c69-2199-452d-a37d-06fddfe10690 req-db9b6f97-374c-496b-b48c-b6558b85ec7b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (3ec8beef-b88c-43f8-8d89-f6c589198e59), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.869458 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da3f4739-0fed-4f01-ae28-21626d126d1f tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (8ef4b5ca-2198-4bdb-83b7-ef7c5c3391e2), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.872913 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da3f4739-0fed-4f01-ae28-21626d126d1f tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (8ef4b5ca-2198-4bdb-83b7-ef7c5c3391e2), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.880103 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6f97-374c-496b-b48c-b6558b85ec7b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Pushing event deleted for resources: {'Port': ['ID=3ec8beef-b88c-43f8-8d89-f6c589198e59,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:12.896619 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f4739-0fed-4f01-ae28-21626d126d1f tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef4b5ca-2198-4bdb-83b7-ef7c5c3391e2,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:12.915734 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da3f4739-0fed-4f01-ae28-21626d126d1f tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.917189 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-da3f4739-0fed-4f01-ae28-21626d126d1f tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466582 May 10 03:18:12.920063 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 37756) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:12.925303 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-658e1f07-9227-4de3-96e5-80907146d41a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'floatingip': {'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:12.949732 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-658e1f07-9227-4de3-96e5-80907146d41a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:13.044736 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-658e1f07-9227-4de3-96e5-80907146d41a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:13.132749 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-fec7076f-413e-410b-bd4f-4f01763fac36 req-3f401e91-ca9c-429f-98e2-900035629706 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 210 time: 0.0648680 May 10 03:18:13.204165 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-658e1f07-9227-4de3-96e5-80907146d41a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Allocated IP 172.27.1.173 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/5231ed47-9046-41aa-9367-f1fbffb693d0) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:18:13.297775 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23481f-27b0-4dc0-941e-0976c2c17944 req-81baf550-5cdd-4bc2-b315-48e230ef6768 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:13.299240 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bd23481f-27b0-4dc0-941e-0976c2c17944 req-81baf550-5cdd-4bc2-b315-48e230ef6768 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0722270 May 10 03:18:13.305251 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8a68ecaa-f4bc-465d-b4f3-928c5c64b2e4 req-db5c0d5c-40e2-4c84-b3cc-9fc6f8cb29f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=240b8202-e12a-435e-ba1f-ff9f7b64c768 HTTP/1.1" status: 200 len: 1002 time: 0.3760397 May 10 03:18:13.325786 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-658e1f07-9227-4de3-96e5-80907146d41a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for port (5231ed47-9046-41aa-9367-f1fbffb693d0), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:13.362379 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-658e1f07-9227-4de3-96e5-80907146d41a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (5231ed47-9046-41aa-9367-f1fbffb693d0), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:13.405479 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658e1f07-9227-4de3-96e5-80907146d41a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:18:13.412460 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-658e1f07-9227-4de3-96e5-80907146d41a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:13.415059 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658e1f07-9227-4de3-96e5-80907146d41a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:18:13.424924 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68ecaa-f4bc-465d-b4f3-928c5c64b2e4 req-4bad0d15-b560-4450-ae5a-d3e089430353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:13.426370 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8a68ecaa-f4bc-465d-b4f3-928c5c64b2e4 req-4bad0d15-b560-4450-ae5a-d3e089430353 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a7d34c8-e1d6-4d8e-a007-97e315bfe374 HTTP/1.1" status: 200 len: 849 time: 0.1102557 May 10 03:18:13.433442 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da3e4c69-2199-452d-a37d-06fddfe10690 req-db9b6f97-374c-496b-b48c-b6558b85ec7b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:18:13.445923 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e1f07-9227-4de3-96e5-80907146d41a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'Port': ['ID=5231ed47-9046-41aa-9367-f1fbffb693d0,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:13.448189 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bd23481f-27b0-4dc0-941e-0976c2c17944 req-473c1e25-cd74-406d-8cf8-1ab147f7f099 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420236 May 10 03:18:13.514879 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-658e1f07-9227-4de3-96e5-80907146d41a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (d793826e-e28d-4ea7-a8af-ab77e0084a6a), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:13.521578 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68ecaa-f4bc-465d-b4f3-928c5c64b2e4 req-9d5e6017-9700-42bf-beb3-1687101f3953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:13.523078 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8a68ecaa-f4bc-465d-b4f3-928c5c64b2e4 req-9d5e6017-9700-42bf-beb3-1687101f3953 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73d317d2-6d6e-4f15-9854-843c84b4e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859721 May 10 03:18:13.552069 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-658e1f07-9227-4de3-96e5-80907146d41a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (5231ed47-9046-41aa-9367-f1fbffb693d0), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:13.645644 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da3e4c69-2199-452d-a37d-06fddfe10690 req-db9b6f97-374c-496b-b48c-b6558b85ec7b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:18:13.656934 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329b27f7-3310-4318-93c9-a53ccc191d7c None None] Sync routers for ids ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:18:13.668525 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329b27f7-3310-4318-93c9-a53ccc191d7c None None] Routers {'5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:18:13.669165 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-329b27f7-3310-4318-93c9-a53ccc191d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:17:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:13.685203 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8a68ecaa-f4bc-465d-b4f3-928c5c64b2e4 req-c7fe9e0c-bb6a-453e-bfe3-c6661ee27b78 service neutron] 10.222.0.64 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544824 May 10 03:18:13.706953 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3e4c69-2199-452d-a37d-06fddfe10690 req-db9b6f97-374c-496b-b48c-b6558b85ec7b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] No DVR routers for this DVR port 3ec8beef-b88c-43f8-8d89-f6c589198e59 on host hv-cinder-83009 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:18:13.708585 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-658e1f07-9227-4de3-96e5-80907146d41a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for port (5231ed47-9046-41aa-9367-f1fbffb693d0), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:13.710008 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-da3e4c69-2199-452d-a37d-06fddfe10690 req-db9b6f97-374c-496b-b48c-b6558b85ec7b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:13.713349 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-da3e4c69-2199-452d-a37d-06fddfe10690 req-db9b6f97-374c-496b-b48c-b6558b85ec7b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.64 "DELETE /v2.0/ports/3ec8beef-b88c-43f8-8d89-f6c589198e59 HTTP/1.1" status: 204 len: 173 time: 1.6606150 May 10 03:18:13.714624 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-658e1f07-9227-4de3-96e5-80907146d41a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5428960'] for port (5231ed47-9046-41aa-9367-f1fbffb693d0), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:13.793702 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e1f07-9227-4de3-96e5-80907146d41a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'Port': ['ID=5231ed47-9046-41aa-9367-f1fbffb693d0,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:13.808535 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-658e1f07-9227-4de3-96e5-80907146d41a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (d793826e-e28d-4ea7-a8af-ab77e0084a6a), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:13.811727 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-329b27f7-3310-4318-93c9-a53ccc191d7c None None] Set router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:18:13.828382 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-658e1f07-9227-4de3-96e5-80907146d41a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:13.829655 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-658e1f07-9227-4de3-96e5-80907146d41a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9077871 May 10 03:18:13.831677 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8a68ecaa-f4bc-465d-b4f3-928c5c64b2e4 req-8c63557c-9ede-4278-8894-b9ee84408a1d service neutron] 10.222.0.64 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318786 May 10 03:18:13.977018 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f188b7c-da27-47dc-bb16-a53e6a7a9a94 req-84a10f23-03c7-4e4c-874a-8965cef8886f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:13.979783 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7f188b7c-da27-47dc-bb16-a53e6a7a9a94 req-84a10f23-03c7-4e4c-874a-8965cef8886f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0704794 May 10 03:18:14.033698 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7f188b7c-da27-47dc-bb16-a53e6a7a9a94 req-f2e8dd72-77eb-4ede-8a54-a61b53c31214 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475252 May 10 03:18:14.074924 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-329b27f7-3310-4318-93c9-a53ccc191d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:14:18Z', 'revision_number': 4, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port': {'id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:07Z', 'updated_at': '2022-05-10T03:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '937047de-2681-4066-8246-3b1b9cce67a5', 'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'mac_address': 'fa:16:3e:3d:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:29Z', 'revision_number': 5, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'subnets': [{'id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:14.102456 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329b27f7-3310-4318-93c9-a53ccc191d7c None None] Checking router: 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:18:14.112677 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-743bf464-0bc6-4206-8da5-116d8bf61596 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--733380502&fields=id&tenant_id=5a2376b2c653467b885e8f3deb5018e7 HTTP/1.1" status: 200 len: 267 time: 0.0448523 May 10 03:18:14.124983 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329b27f7-3310-4318-93c9-a53ccc191d7c None None] Routers {'5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:18:14.125807 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-329b27f7-3310-4318-93c9-a53ccc191d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:17:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:14.258210 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d338f03c-4944-48db-a8a3-c83660f102ef req-a09ae39b-e759-4279-a128-483244de3063 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f HTTP/1.1" status: 200 len: 210 time: 0.0284431 May 10 03:18:14.287028 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-329b27f7-3310-4318-93c9-a53ccc191d7c None None] Set router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:18:14.295912 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-00a80035-5b03-496f-a03a-23e8cae4c9bf tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:14.301214 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-00a80035-5b03-496f-a03a-23e8cae4c9bf tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/networks?id=20b0c49b-98e0-4d73-bdea-8b46faafc116 HTTP/1.1" status: 200 len: 813 time: 0.1805549 May 10 03:18:14.322236 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-bc7d7652-eebe-4d7f-ba86-07ce09e84c82 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/quotas/5a2376b2c653467b885e8f3deb5018e7 HTTP/1.1" status: 200 len: 375 time: 0.0175333 May 10 03:18:14.369585 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-aaab70eb-ae05-4e43-8ab1-be77b65f7e71 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a2376b2c653467b885e8f3deb5018e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458615 May 10 03:18:14.478930 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7d0fbe89-7102-43e5-b61f-6ad9ec16cd6f service neutron] 10.222.0.55 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977526 May 10 03:18:14.497925 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-329b27f7-3310-4318-93c9-a53ccc191d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:14:18Z', 'revision_number': 4, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port': {'id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:07Z', 'updated_at': '2022-05-10T03:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '937047de-2681-4066-8246-3b1b9cce67a5', 'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'mac_address': 'fa:16:3e:3d:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:29Z', 'revision_number': 5, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'subnets': [{'id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:14.529536 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329b27f7-3310-4318-93c9-a53ccc191d7c None None] The sync data for ids ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'] in dv-cinder-830094-4-iscsi is: [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:14:18Z', 'revision_number': 4, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port': {'id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:07Z', 'updated_at': '2022-05-10T03:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '937047de-2681-4066-8246-3b1b9cce67a5', 'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'mac_address': 'fa:16:3e:3d:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:29Z', 'revision_number': 5, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'subnets': [{'id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:18:14.563366 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f', 'name': 'network-vif-deleted', 'tag': '3ec8beef-b88c-43f8-8d89-f6c589198e59'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:18:14.565810 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e64c6c-1472-4184-b2a8-dfac4c7a3996" -d '{"events": [{"server_uuid": "7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f", "name": "network-vif-deleted", "tag": "3ec8beef-b88c-43f8-8d89-f6c589198e59"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:18:14.581958 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5d0f2-ac3c-404b-874c-512d78f5542f req-a6e28c24-72d4-4f39-a348-52f268d9c15c tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:14.583462 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-58b5d0f2-ac3c-404b-874c-512d78f5542f req-a6e28c24-72d4-4f39-a348-52f268d9c15c tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0626881 May 10 03:18:14.589328 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-d217112a-f4b3-4775-8612-b99176fa9f47 service neutron] 10.222.0.55 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041939 May 10 03:18:14.636731 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-58b5d0f2-ac3c-404b-874c-512d78f5542f req-8af29ed3-e504-4c6a-b6ae-21518f1045c8 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456197 May 10 03:18:14.682299 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91eba8f-27c5-41d5-aa0b-d27421790dbe x-openstack-request-id: req-e91eba8f-27c5-41d5-aa0b-d27421790dbe {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:18:14.682901 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f", "name": "network-vif-deleted", "tag": "3ec8beef-b88c-43f8-8d89-f6c589198e59", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:18:14.682901 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e91eba8f-27c5-41d5-aa0b-d27421790dbe {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:18:14.683230 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e91eba8f-27c5-41d5-aa0b-d27421790dbe'] response: {'server_uuid': '7ddc2ff9-b0dc-43a5-99f7-cfbdde39593f', 'name': 'network-vif-deleted', 'tag': '3ec8beef-b88c-43f8-8d89-f6c589198e59', 'status': 'completed', 'code': 200} May 10 03:18:14.752466 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-36206db9-72e8-443f-802f-c10074991fd7 req-d89b5eab-d1a6-4e34-aab9-23bd63d7e614 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 210 time: 0.0295291 May 10 03:18:14.757729 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0ebc6c87-7987-41eb-9f65-dbe733236777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:14.812595 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cd3707-827b-4750-a9d3-27e0e596e353 None None] New status for floating IP ab02ff91-048b-4672-89ef-e5eecec3e31b: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:18:15.160414 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a856ec5-53aa-4603-bef3-1236fa6e5fdf req-5dbb7d88-8241-4e46-a1a9-6f2177a6e912 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:15.162177 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1a856ec5-53aa-4603-bef3-1236fa6e5fdf req-5dbb7d88-8241-4e46-a1a9-6f2177a6e912 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0486748 May 10 03:18:15.214515 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1a856ec5-53aa-4603-bef3-1236fa6e5fdf req-84c534fd-42aa-4ae9-95c0-f8ec849832b4 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456388 May 10 03:18:15.355389 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 37808) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:15.412571 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1ec2a33a-80ed-4fbc-a441-1c9063cc6453 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group (e9000327-0984-4a3e-aedd-4671b560f43d), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:15.439531 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1ec2a33a-80ed-4fbc-a441-1c9063cc6453 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group (e9000327-0984-4a3e-aedd-4671b560f43d), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:15.489016 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1ec2a33a-80ed-4fbc-a441-1c9063cc6453 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (e9000327-0984-4a3e-aedd-4671b560f43d), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:15.491554 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1ec2a33a-80ed-4fbc-a441-1c9063cc6453 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:15.492722 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-1ec2a33a-80ed-4fbc-a441-1c9063cc6453 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "DELETE /v2.0/security-groups/e9000327-0984-4a3e-aedd-4671b560f43d HTTP/1.1" status: 204 len: 168 time: 0.1357629 May 10 03:18:15.495586 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 37812) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:15.502234 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2a33a-80ed-4fbc-a441-1c9063cc6453 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9000327-0984-4a3e-aedd-4671b560f43d,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:15.508582 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.api.v2.resource [None req-b8ea82fd-b5ff-42d0-8f78-b241bf12c056 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] show failed (client error): The resource could not be found. May 10 03:18:15.509651 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-b8ea82fd-b5ff-42d0-8f78-b241bf12c056 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups/e9000327-0984-4a3e-aedd-4671b560f43d HTTP/1.1" status: 404 len: 347 time: 0.0130446 May 10 03:18:15.512436 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 37814) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:15.628004 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-bf79dd80-cad4-48aa-beb8-6492b4460c73 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Deleting port 205a8b7d-9850-4fcf-a22e-94723e7cc9bd {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:18:15.628343 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf79dd80-cad4-48aa-beb8-6492b4460c73 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (205a8b7d-9850-4fcf-a22e-94723e7cc9bd), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:15.802461 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da227911-a973-45ae-9698-bfb08ca780cb req-823deb71-d45e-459a-9790-699b124f490b tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:15.803915 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-da227911-a973-45ae-9698-bfb08ca780cb req-823deb71-d45e-459a-9790-699b124f490b tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0873754 May 10 03:18:15.818513 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf79dd80-cad4-48aa-beb8-6492b4460c73 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (205a8b7d-9850-4fcf-a22e-94723e7cc9bd), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:15.818834 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf79dd80-cad4-48aa-beb8-6492b4460c73 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for floatingip (205a8b7d-9850-4fcf-a22e-94723e7cc9bd), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:15.850379 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-31e0a8ce-6939-46c9-ae7a-dacf4ba9a027 req-d5d1524d-28dd-4692-9928-818cc1b31c43 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 210 time: 0.0266254 May 10 03:18:15.854674 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-bf79dd80-cad4-48aa-beb8-6492b4460c73 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Calling delete_port for 205a8b7d-9850-4fcf-a22e-94723e7cc9bd owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:18:15.879282 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-6e0658f7-0855-473f-9124-2f73ab7247a7 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:15.880723 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-6e0658f7-0855-473f-9124-2f73ab7247a7 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "GET /v2.0/networks?id=20b0c49b-98e0-4d73-bdea-8b46faafc116 HTTP/1.1" status: 200 len: 813 time: 0.2142675 May 10 03:18:15.937680 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-da227911-a973-45ae-9698-bfb08ca780cb req-68c78258-78e4-452a-8b1f-7f7b03393b4e tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250331 May 10 03:18:16.021237 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf79dd80-cad4-48aa-beb8-6492b4460c73 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (205a8b7d-9850-4fcf-a22e-94723e7cc9bd), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:16.051061 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79dd80-cad4-48aa-beb8-6492b4460c73 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Pushing event deleted for resources: {'Port': ['ID=205a8b7d-9850-4fcf-a22e-94723e7cc9bd,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:16.110657 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf79dd80-cad4-48aa-beb8-6492b4460c73 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for floatingip (ab02ff91-048b-4672-89ef-e5eecec3e31b), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:16.113595 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf79dd80-cad4-48aa-beb8-6492b4460c73 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:16.114735 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-bf79dd80-cad4-48aa-beb8-6492b4460c73 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "DELETE /v2.0/floatingips/ab02ff91-048b-4672-89ef-e5eecec3e31b HTTP/1.1" status: 204 len: 168 time: 0.6013293 May 10 03:18:16.193487 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 37822) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:16.198107 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3cfee5ae-08c0-4628-8aba-d27ac38bf50d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1368405114', 'description': 'tempest-description--2003405272'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:16.221210 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cfee5ae-08c0-4628-8aba-d27ac38bf50d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:16.301336 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cfee5ae-08c0-4628-8aba-d27ac38bf50d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group (66fed82c-3277-42bd-ba57-12b39ff4269a), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:16.316802 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cfee5ae-08c0-4628-8aba-d27ac38bf50d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (66fed82c-3277-42bd-ba57-12b39ff4269a), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:16.357025 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a576a9-ba33-43f2-b946-5d61a173c5d0 req-34bb75a8-5337-454e-98bf-3227ade46b02 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:16.358486 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-09a576a9-ba33-43f2-b946-5d61a173c5d0 req-34bb75a8-5337-454e-98bf-3227ade46b02 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0747058 May 10 03:18:16.361057 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cfee5ae-08c0-4628-8aba-d27ac38bf50d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:16.362151 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-3cfee5ae-08c0-4628-8aba-d27ac38bf50d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1676352 May 10 03:18:16.365171 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 37826) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:16.369706 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-3236b072-4897-44c1-bbbb-542f05566ff4 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Request body: {'security_group_rule': {'security_group_id': '66fed82c-3277-42bd-ba57-12b39ff4269a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:16.372495 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfee5ae-08c0-4628-8aba-d27ac38bf50d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66fed82c-3277-42bd-ba57-12b39ff4269a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:16.395696 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3236b072-4897-44c1-bbbb-542f05566ff4 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group_rule (ac5234ab-9a1d-4241-a50e-827f2252ab32), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:16.409771 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-09a576a9-ba33-43f2-b946-5d61a173c5d0 req-13bd3ac1-b8f6-4e32-b473-2a7279dcab35 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445390 May 10 03:18:16.456530 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3236b072-4897-44c1-bbbb-542f05566ff4 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group_rule (ac5234ab-9a1d-4241-a50e-827f2252ab32), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:16.460353 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3236b072-4897-44c1-bbbb-542f05566ff4 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (ac5234ab-9a1d-4241-a50e-827f2252ab32), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:16.481584 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236b072-4897-44c1-bbbb-542f05566ff4 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5234ab-9a1d-4241-a50e-827f2252ab32,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:16.489277 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3236b072-4897-44c1-bbbb-542f05566ff4 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:16.490465 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-3236b072-4897-44c1-bbbb-542f05566ff4 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243205 May 10 03:18:16.493048 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 37830) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:16.497272 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-0b31077e-9f24-4800-bde2-24fad0c70e77 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Request body: {'security_group_rule': {'security_group_id': '66fed82c-3277-42bd-ba57-12b39ff4269a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:16.521198 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0b31077e-9f24-4800-bde2-24fad0c70e77 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group_rule (ed499b20-fbe1-4dc0-954b-6615bba79e2d), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:16.575423 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0b31077e-9f24-4800-bde2-24fad0c70e77 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group_rule (ed499b20-fbe1-4dc0-954b-6615bba79e2d), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:16.578098 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0b31077e-9f24-4800-bde2-24fad0c70e77 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (ed499b20-fbe1-4dc0-954b-6615bba79e2d), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:16.593071 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31077e-9f24-4800-bde2-24fad0c70e77 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed499b20-fbe1-4dc0-954b-6615bba79e2d,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:16.602961 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0b31077e-9f24-4800-bde2-24fad0c70e77 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:16.604301 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-0b31077e-9f24-4800-bde2-24fad0c70e77 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1102738 May 10 03:18:16.607292 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 37832) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:16.611413 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-f370c4a0-a339-464a-af06-856a8561ee37 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Request body: {'floatingip': {'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:16.629752 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f370c4a0-a339-464a-af06-856a8561ee37 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:16.707836 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f370c4a0-a339-464a-af06-856a8561ee37 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:16.809726 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-f370c4a0-a339-464a-af06-856a8561ee37 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Allocated IP 172.27.1.78 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/c06fb341-7867-4502-8d93-dc4d54033094) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:18:16.915544 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f370c4a0-a339-464a-af06-856a8561ee37 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for port (c06fb341-7867-4502-8d93-dc4d54033094), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:16.922796 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2642a4c0-2882-4139-b27c-e84a296eff97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:16.952601 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-cc5d14de-0f15-46e2-8dc1-b551b4fd98d5 req-31ef227a-99e0-419a-9ed6-1943475e0297 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 210 time: 0.0313227 May 10 03:18:16.982093 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f370c4a0-a339-464a-af06-856a8561ee37 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (c06fb341-7867-4502-8d93-dc4d54033094), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:17.018180 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f370c4a0-a339-464a-af06-856a8561ee37 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:18:17.021023 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-f370c4a0-a339-464a-af06-856a8561ee37 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:17.024935 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f370c4a0-a339-464a-af06-856a8561ee37 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:18:17.057478 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e48744-38d9-451f-89e5-adbecd13ef4d req-b07ed3d6-cc7a-41a9-8737-79e780b25a09 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:17.058748 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-96e48744-38d9-451f-89e5-adbecd13ef4d req-b07ed3d6-cc7a-41a9-8737-79e780b25a09 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0468929 May 10 03:18:17.061156 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370c4a0-a339-464a-af06-856a8561ee37 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Pushing event updated for resources: {'Port': ['ID=c06fb341-7867-4502-8d93-dc4d54033094,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:17.110376 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-96e48744-38d9-451f-89e5-adbecd13ef4d req-6bc5ec2d-1194-4bbb-87e4-082092f9c207 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451090 May 10 03:18:17.122425 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f370c4a0-a339-464a-af06-856a8561ee37 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for floatingip (96ba3e5d-9500-4279-96ef-2f0774c1be27), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:17.158837 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f370c4a0-a339-464a-af06-856a8561ee37 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (c06fb341-7867-4502-8d93-dc4d54033094), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:17.309837 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f370c4a0-a339-464a-af06-856a8561ee37 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for port (c06fb341-7867-4502-8d93-dc4d54033094), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:17.314215 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f370c4a0-a339-464a-af06-856a8561ee37 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5428960'] for port (c06fb341-7867-4502-8d93-dc4d54033094), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:17.378739 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370c4a0-a339-464a-af06-856a8561ee37 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Pushing event updated for resources: {'Port': ['ID=c06fb341-7867-4502-8d93-dc4d54033094,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:17.390250 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f370c4a0-a339-464a-af06-856a8561ee37 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (96ba3e5d-9500-4279-96ef-2f0774c1be27), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:17.404481 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f370c4a0-a339-464a-af06-856a8561ee37 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:17.405714 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-f370c4a0-a339-464a-af06-856a8561ee37 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7975271 May 10 03:18:17.529531 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba6efb-423b-47fa-965a-3e8d74f50a56 req-341a1fe0-6d1c-4314-8e98-85194a2f2f89 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:17.531270 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-45ba6efb-423b-47fa-965a-3e8d74f50a56 req-341a1fe0-6d1c-4314-8e98-85194a2f2f89 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0519531 May 10 03:18:17.579607 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-45ba6efb-423b-47fa-965a-3e8d74f50a56 req-3be9e552-0b25-4d0c-b245-e7f138e6bd04 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427473 May 10 03:18:17.605456 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-ee259892-4f29-4eac-ab82-2e6ab048e442 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1368405114&fields=id&tenant_id=f4149fee898c44c180ae1de15ac9d9da HTTP/1.1" status: 200 len: 267 time: 0.0411720 May 10 03:18:17.707456 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-c5b5ea16-ce0b-475f-a818-4052cebed83e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:17.708919 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-c5b5ea16-ce0b-475f-a818-4052cebed83e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/networks?id=2b607388-5cb4-41a1-8154-ba2917605d5c HTTP/1.1" status: 200 len: 816 time: 0.0971158 May 10 03:18:17.723044 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-506a5586-043d-4c1d-afca-461de5938d09 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/quotas/f4149fee898c44c180ae1de15ac9d9da HTTP/1.1" status: 200 len: 375 time: 0.0087521 May 10 03:18:17.770883 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-5680b14b-2805-43f0-806d-4464d44ca600 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f4149fee898c44c180ae1de15ac9d9da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431123 May 10 03:18:17.865961 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-898c0889-4d60-410f-8b7d-3ffe3c9fb6ac service neutron] 10.222.0.55 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837440 May 10 03:18:17.953928 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-d300043f-eab7-4a3a-84fa-aad12655e7fe service neutron] 10.222.0.55 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816607 May 10 03:18:18.045523 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3159c374-5dc7-420e-8397-1ba6ca06cf5c req-6ec6229b-59bf-43a1-93cc-67d20c0a3e73 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 210 time: 0.0277545 May 10 03:18:18.114911 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f74ce177-919a-494a-9e3b-fac866403066 req-3a4befd6-8623-43a3-8a14-750327ef8079 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 210 time: 0.0321755 May 10 03:18:18.121279 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 3ec8beef-b88c-43f8-8d89-f6c589198e59 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:18:18.161344 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: 3ec8beef-b88c-43f8-8d89-f6c589198e59 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:18:18.162039 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 3ec8beef-b88c-43f8-8d89-f6c589198e59 not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:18:18.162615 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 0854563f-6713-4e37-8fa0-66d7c2d1331f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:18:18.187187 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: 0854563f-6713-4e37-8fa0-66d7c2d1331f {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:18:18.187840 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 0854563f-6713-4e37-8fa0-66d7c2d1331f not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:18:18.201125 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:18.245969 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24625c3d-8420-44ff-ab8e-d22b79a55acf req-1e08aeae-40e7-462f-aa4b-7afae510e632 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:18.247866 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-24625c3d-8420-44ff-ab8e-d22b79a55acf req-1e08aeae-40e7-462f-aa4b-7afae510e632 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0576320 May 10 03:18:18.257020 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-95313bde-fdf7-499e-b70f-846ef38f8c40 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a2376b2c653467b885e8f3deb5018e7 HTTP/1.1" status: 200 len: 379 time: 0.0614793 May 10 03:18:18.277060 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-133931dc-ce03-4622-b560-a62d129f3fb9 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'port': {'device_id': '972b595f-8244-44db-a40a-203044d9c20c', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'admin_state_up': True, 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'security_groups': ['caf149cd-8fd5-4f15-9566-0a9bafcca706']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:18.313503 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-24625c3d-8420-44ff-ab8e-d22b79a55acf req-6dee81e4-243e-42da-87d5-5211227e47c7 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599208 May 10 03:18:18.400861 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-133931dc-ce03-4622-b560-a62d129f3fb9 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Made reservation on behalf of 5a2376b2c653467b885e8f3deb5018e7 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:18:18.404164 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-133931dc-ce03-4622-b560-a62d129f3fb9 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:18.539952 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-133931dc-ce03-4622-b560-a62d129f3fb9 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Allocated IP 172.20.0.9 (20b0c49b-98e0-4d73-bdea-8b46faafc116/6ad8a8dc-3066-46a1-87d8-bb9efc0920fd/c3193703-1b47-452e-8101-fee2742e8e7a) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:18:18.736455 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13bd99-3dbe-4824-b4fc-1baa7b681ac6 req-aba822f2-c22d-448d-af4c-ade41025bcca tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:18.738024 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0d13bd99-3dbe-4824-b4fc-1baa7b681ac6 req-aba822f2-c22d-448d-af4c-ade41025bcca tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0770309 May 10 03:18:18.767126 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-133931dc-ce03-4622-b560-a62d129f3fb9 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for port (c3193703-1b47-452e-8101-fee2742e8e7a), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:18.820326 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0d13bd99-3dbe-4824-b4fc-1baa7b681ac6 req-710ba68e-693f-442a-a668-dd1ee361bd59 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746324 May 10 03:18:18.834782 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-133931dc-ce03-4622-b560-a62d129f3fb9 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (c3193703-1b47-452e-8101-fee2742e8e7a), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:18.886554 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-133931dc-ce03-4622-b560-a62d129f3fb9 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Network 20b0c49b-98e0-4d73-bdea-8b46faafc116 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:18:18.890795 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-133931dc-ce03-4622-b560-a62d129f3fb9 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:18.895645 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-133931dc-ce03-4622-b560-a62d129f3fb9 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:18:18.940609 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133931dc-ce03-4622-b560-a62d129f3fb9 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'Port': ['ID=c3193703-1b47-452e-8101-fee2742e8e7a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:18.969264 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-133931dc-ce03-4622-b560-a62d129f3fb9 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:18.970280 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-133931dc-ce03-4622-b560-a62d129f3fb9 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:18.989833 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-133931dc-ce03-4622-b560-a62d129f3fb9 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7188439 May 10 03:18:19.007206 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Request body: {'port': {'device_id': '972b595f-8244-44db-a40a-203044d9c20c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:19.090736 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (c3193703-1b47-452e-8101-fee2742e8e7a), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:19.195051 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-17e039aa-ea6c-4316-9ed3-9b2308d99fc0 None None] Provisioning complete for port c3193703-1b47-452e-8101-fee2742e8e7a triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:19.195670 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-17e039aa-ea6c-4316-9ed3-9b2308d99fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (c3193703-1b47-452e-8101-fee2742e8e7a), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:19.205401 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00596c35-3a5f-49bc-8a76-51ba8c99c197 req-699e68be-3837-477d-a82b-bb8c9e5f0f37 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:19.206994 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-00596c35-3a5f-49bc-8a76-51ba8c99c197 req-699e68be-3837-477d-a82b-bb8c9e5f0f37 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 931 time: 0.0771911 May 10 03:18:19.262352 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-17e039aa-ea6c-4316-9ed3-9b2308d99fc0 None None] Port c3193703-1b47-452e-8101-fee2742e8e7a cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:18:19.264008 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-00596c35-3a5f-49bc-8a76-51ba8c99c197 req-7bc98c8c-87c3-4392-b30d-62630842efd4 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=caf149cd-8fd5-4f15-9566-0a9bafcca706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513511 May 10 03:18:19.325313 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1039800c-1852-4d1b-9b8c-edfbe1ab5230 req-cc6e69bb-300c-43e9-8cf8-3705d2e6f130 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 210 time: 0.1015012 May 10 03:18:19.421601 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-9e072ecb-54cd-4e46-8007-90644448b746 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:19.423138 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-9e072ecb-54cd-4e46-8007-90644448b746 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.64 "GET /v2.0/networks?id=2b607388-5cb4-41a1-8154-ba2917605d5c HTTP/1.1" status: 200 len: 816 time: 0.3175013 May 10 03:18:19.447243 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83b57b-94f3-4540-9b1e-43fa1b508eb4 req-91f8012a-4f46-4833-8f1c-9eb438c6ab3c tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:19.448887 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ad83b57b-94f3-4540-9b1e-43fa1b508eb4 req-91f8012a-4f46-4833-8f1c-9eb438c6ab3c tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0548480 May 10 03:18:19.499921 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ad83b57b-94f3-4540-9b1e-43fa1b508eb4 req-5ec79ddc-34af-4cb6-a10a-ece4e5364c77 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449407 May 10 03:18:19.553209 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-3b82cb1d-91a6-4cc8-99a2-dcf8f9e8aa34 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4149fee898c44c180ae1de15ac9d9da HTTP/1.1" status: 200 len: 380 time: 0.1202054 May 10 03:18:19.638157 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3193703-1b47-452e-8101-fee2742e8e7a {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:18:19.646489 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Publish callbacks [] for port (c3193703-1b47-452e-8101-fee2742e8e7a), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:19.660315 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Transition to ACTIVE for port object c3193703-1b47-452e-8101-fee2742e8e7a will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:18:19.664253 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (c3193703-1b47-452e-8101-fee2742e8e7a), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:19.715605 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Pushing event updated for resources: {'Port': ['ID=c3193703-1b47-452e-8101-fee2742e8e7a,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:19.753326 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d85b1-24d1-4e8c-990b-ad721eab6a37 req-300a43f6-2109-46b8-a638-d9c179c1345e tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:19.754907 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d10d85b1-24d1-4e8c-990b-ad721eab6a37 req-300a43f6-2109-46b8-a638-d9c179c1345e tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0652497 May 10 03:18:19.795339 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Attempting to bind port c3193703-1b47-452e-8101-fee2742e8e7a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:18:19.795682 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Attempting to bind port c3193703-1b47-452e-8101-fee2742e8e7a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:18:19.796009 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Attempting to bind port c3193703-1b47-452e-8101-fee2742e8e7a on network 20b0c49b-98e0-4d73-bdea-8b46faafc116 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:18:19.803129 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Port c3193703-1b47-452e-8101-fee2742e8e7a on network 20b0c49b-98e0-4d73-bdea-8b46faafc116 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:18:19.803366 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Attempting to bind port c3193703-1b47-452e-8101-fee2742e8e7a on network 20b0c49b-98e0-4d73-bdea-8b46faafc116 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:18:19.808744 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:18:19.809326 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Checking segment: {'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:18:19.809743 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Bound using segment: {'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:18:19.810173 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Bound port: c3193703-1b47-452e-8101-fee2742e8e7a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:18:19.810636 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (c3193703-1b47-452e-8101-fee2742e8e7a), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:19.813187 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d10d85b1-24d1-4e8c-990b-ad721eab6a37 req-fd8ee8f4-caa9-439b-b6ae-ebd8e05bf08a tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511172 May 10 03:18:19.822747 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:19.884564 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] For port c3193703-1b47-452e-8101-fee2742e8e7a, host hv-cinder-83009, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:18:19.888139 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] For port c3193703-1b47-452e-8101-fee2742e8e7a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3193703-1b47-452e-8101-fee2742e8e7a,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:18:19.896164 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (c3193703-1b47-452e-8101-fee2742e8e7a), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:19.965258 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:19.965835 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:19.967228 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] 10.222.0.64 "PUT /v2.0/ports/c3193703-1b47-452e-8101-fee2742e8e7a HTTP/1.1" status: 200 len: 1093 time: 0.9688067 May 10 03:18:19.967719 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972b595f-8244-44db-a40a-203044d9c20c', 'tag': 'c3193703-1b47-452e-8101-fee2742e8e7a'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:18:19.969930 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49857e63-a6a1-4bec-b580-387b7101d823" -d '{"events": [{"name": "network-changed", "server_uuid": "972b595f-8244-44db-a40a-203044d9c20c", "tag": "c3193703-1b47-452e-8101-fee2742e8e7a"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:18:19.991576 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68bd9e-31af-4c2f-9fa7-b655ad1e83ba req-483829dd-0688-4374-8d30-101d6fc81ecc tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:19.992706 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-eb68bd9e-31af-4c2f-9fa7-b655ad1e83ba req-483829dd-0688-4374-8d30-101d6fc81ecc tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0940471 May 10 03:18:20.012430 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ad7fb-07bd-4f14-94af-e36dc731414e service neutron] Pushing event updated for resources: {'Port': ['ID=c3193703-1b47-452e-8101-fee2742e8e7a,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:20.029972 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3ba662-e92f-49b4-bb73-ca559e7a8e9f x-openstack-request-id: req-da3ba662-e92f-49b4-bb73-ca559e7a8e9f {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:18:20.030368 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972b595f-8244-44db-a40a-203044d9c20c", "tag": "c3193703-1b47-452e-8101-fee2742e8e7a", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:18:20.030989 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da3ba662-e92f-49b4-bb73-ca559e7a8e9f {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:18:20.031490 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da3ba662-e92f-49b4-bb73-ca559e7a8e9f'] response: {'name': 'network-changed', 'server_uuid': '972b595f-8244-44db-a40a-203044d9c20c', 'tag': 'c3193703-1b47-452e-8101-fee2742e8e7a', 'status': 'completed', 'code': 200} May 10 03:18:20.068287 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-eb68bd9e-31af-4c2f-9fa7-b655ad1e83ba req-b2f89ed8-0d4a-43da-bed1-af1d9f2de714 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659578 May 10 03:18:20.193635 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-97729ed0-2d9a-4ebe-a18d-2bf891a8c843 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Request body: {'port': {'device_id': '26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'admin_state_up': True, 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'security_groups': ['66fed82c-3277-42bd-ba57-12b39ff4269a']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:20.321163 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49857e63-a6a1-4bec-b580-387b7101d823 req-e8d3bc4a-f9b7-4eab-af5f-170bc120638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:20.323404 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-49857e63-a6a1-4bec-b580-387b7101d823 req-e8d3bc4a-f9b7-4eab-af5f-170bc120638c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2376b2c653467b885e8f3deb5018e7&device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 1127 time: 0.1119845 May 10 03:18:20.341272 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d326b-4737-4daa-b11c-c2175979b54b req-0964e00b-6e4b-4e5a-bd7a-67d183a5fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:20.342776 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-434d326b-4737-4daa-b11c-c2175979b54b req-0964e00b-6e4b-4e5a-bd7a-67d183a5fde1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5d958793e0ab4e6f8d2f296dcf6186f5&device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 1130 time: 0.0581331 May 10 03:18:20.404703 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370f289-0ed9-4dc8-a0d2-26583c9bff9e req-127073ee-e720-4663-9314-f5472801ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:20.406441 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0370f289-0ed9-4dc8-a0d2-26583c9bff9e req-127073ee-e720-4663-9314-f5472801ac01 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 1130 time: 0.1222770 May 10 03:18:20.448915 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58fa7d-cca0-4c00-b2c4-f37e22ef90fe req-c524cb6d-c64f-48cb-bb30-7aa36871a0cc tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:20.450373 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8e58fa7d-cca0-4c00-b2c4-f37e22ef90fe req-c524cb6d-c64f-48cb-bb30-7aa36871a0cc tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 943 time: 0.0875947 May 10 03:18:20.465206 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-58b70709-b90b-4fb3-a640-27b93445d3ca req-e1e4f94e-ce8a-489b-87bc-3592d61811a7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 210 time: 0.0558856 May 10 03:18:20.505618 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d326b-4737-4daa-b11c-c2175979b54b req-ec79d8f2-1cc8-49e8-8b36-d0b8f820d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:20.507102 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-434d326b-4737-4daa-b11c-c2175979b54b req-ec79d8f2-1cc8-49e8-8b36-d0b8f820d6b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73d317d2-6d6e-4f15-9854-843c84b4e47e HTTP/1.1" status: 200 len: 911 time: 0.1571367 May 10 03:18:20.528125 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-97729ed0-2d9a-4ebe-a18d-2bf891a8c843 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Made reservation on behalf of f4149fee898c44c180ae1de15ac9d9da for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:18:20.531658 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-97729ed0-2d9a-4ebe-a18d-2bf891a8c843 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:20.534966 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0370f289-0ed9-4dc8-a0d2-26583c9bff9e req-9a5f4420-de63-4398-803d-7b8be49d3cc0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103323 May 10 03:18:20.552511 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49857e63-a6a1-4bec-b580-387b7101d823 req-a2d6d931-ee04-487c-8b5c-e06779dfec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:20.553967 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-49857e63-a6a1-4bec-b580-387b7101d823 req-a2d6d931-ee04-487c-8b5c-e06779dfec3f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5a2376b2c653467b885e8f3deb5018e7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2123048 May 10 03:18:20.561563 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8e58fa7d-cca0-4c00-b2c4-f37e22ef90fe req-1c040ab4-38a6-4bd2-9d4c-0661fefa4642 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=caf149cd-8fd5-4f15-9566-0a9bafcca706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049354 May 10 03:18:20.669053 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-97729ed0-2d9a-4ebe-a18d-2bf891a8c843 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Allocated IP 172.20.0.4 (2b607388-5cb4-41a1-8154-ba2917605d5c/5ae3f063-d3d5-4965-b738-da42afcb0558/8849e2ad-b7bd-40d0-aba9-d512831c8b63) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:18:20.817966 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-434d326b-4737-4daa-b11c-c2175979b54b req-31490279-61f7-4108-9dd0-4cf44addfc05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=240b8202-e12a-435e-ba1f-ff9f7b64c768 HTTP/1.1" status: 200 len: 1002 time: 0.3025331 May 10 03:18:20.870004 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d326b-4737-4daa-b11c-c2175979b54b req-7138502e-8035-4cfa-9f0f-f95f8077821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:20.871637 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-434d326b-4737-4daa-b11c-c2175979b54b req-7138502e-8035-4cfa-9f0f-f95f8077821b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a7d34c8-e1d6-4d8e-a007-97e315bfe374 HTTP/1.1" status: 200 len: 849 time: 0.0474305 May 10 03:18:20.920158 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d326b-4737-4daa-b11c-c2175979b54b req-e6e0bf56-4d68-4f4a-b03a-e1672a3f6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:20.921682 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-434d326b-4737-4daa-b11c-c2175979b54b req-e6e0bf56-4d68-4f4a-b03a-e1672a3f6dd5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73d317d2-6d6e-4f15-9854-843c84b4e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436947 May 10 03:18:21.143790 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:21.146872 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-97729ed0-2d9a-4ebe-a18d-2bf891a8c843 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:21.188051 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49857e63-a6a1-4bec-b580-387b7101d823 req-82b923bf-5f86-4e1c-9f52-9b0754475000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:21.189765 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-49857e63-a6a1-4bec-b580-387b7101d823 req-82b923bf-5f86-4e1c-9f52-9b0754475000 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4387984 May 10 03:18:21.199250 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672b222-28bd-48ae-8a40-546c2e330073 req-92ada192-3eab-415c-a525-635b876bd7b1 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:21.206650 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4672b222-28bd-48ae-8a40-546c2e330073 req-92ada192-3eab-415c-a525-635b876bd7b1 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0925765 May 10 03:18:21.264244 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd5129-61b7-4838-8313-faf58b9ad2c1 req-e277d9dc-1171-457e-b1d7-02ed43eb8a31 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:21.265749 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0ddd5129-61b7-4838-8313-faf58b9ad2c1 req-e277d9dc-1171-457e-b1d7-02ed43eb8a31 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.1278701 May 10 03:18:21.296849 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-8057fe3a-91be-4cc7-ba8e-8be1b5d61912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:21.298337 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-8057fe3a-91be-4cc7-ba8e-8be1b5d61912 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2376b2c653467b885e8f3deb5018e7&device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 1127 time: 0.0664666 May 10 03:18:21.302042 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-97729ed0-2d9a-4ebe-a18d-2bf891a8c843 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:21.313923 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4672b222-28bd-48ae-8a40-546c2e330073 req-62f2c86a-1fae-49dd-8d4e-5e33a1a1b806 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064203 May 10 03:18:21.332700 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-434d326b-4737-4daa-b11c-c2175979b54b req-6709c614-353e-4ee7-9e2a-089502f2e8f8 service neutron] 10.222.0.64 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568277 May 10 03:18:21.348959 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0ddd5129-61b7-4838-8313-faf58b9ad2c1 req-94fa68f5-64b7-4619-89eb-a9158112d1f8 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754871 May 10 03:18:21.387513 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-07e5047e-6730-4afb-a0e9-608bdb1f9cf1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3193703-1b47-452e-8101-fee2742e8e7a HTTP/1.1" status: 200 len: 217 time: 0.0689530 May 10 03:18:21.391228 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-97729ed0-2d9a-4ebe-a18d-2bf891a8c843 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Network 2b607388-5cb4-41a1-8154-ba2917605d5c is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:18:21.407902 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-97729ed0-2d9a-4ebe-a18d-2bf891a8c843 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:21.410534 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-97729ed0-2d9a-4ebe-a18d-2bf891a8c843 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:18:21.455239 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-434d326b-4737-4daa-b11c-c2175979b54b req-442183d4-3d5c-40c2-802f-68c8a2e9b77f service neutron] 10.222.0.64 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042159 May 10 03:18:21.473162 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-97729ed0-2d9a-4ebe-a18d-2bf891a8c843 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:21.473845 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-97729ed0-2d9a-4ebe-a18d-2bf891a8c843 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:21.530180 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-adedd5d9-ae99-41f3-a32b-0d0b00b721ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:21.532409 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-adedd5d9-ae99-41f3-a32b-0d0b00b721ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ad8a8dc-3066-46a1-87d8-bb9efc0920fd HTTP/1.1" status: 200 len: 852 time: 0.1375995 May 10 03:18:21.533552 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97729ed0-2d9a-4ebe-a18d-2bf891a8c843 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Pushing event updated for resources: {'Port': ['ID=8849e2ad-b7bd-40d0-aba9-d512831c8b63,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:21.561015 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-97729ed0-2d9a-4ebe-a18d-2bf891a8c843 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3712943 May 10 03:18:21.631518 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476023e-33a2-4712-bd02-f6f5b1971e28 req-2278fd9a-e9b3-4394-96c3-2ea24bd60810 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:21.633076 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5476023e-33a2-4712-bd02-f6f5b1971e28 req-2278fd9a-e9b3-4394-96c3-2ea24bd60810 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 931 time: 0.0536926 May 10 03:18:21.684227 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5476023e-33a2-4712-bd02-f6f5b1971e28 req-b2d05ac1-c2a9-4feb-8a52-10f622cfbcd3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444007 May 10 03:18:21.693957 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ead2c8-b97f-42d0-a0b3-7a4dbf355c4f req-2a839976-ea67-490a-996d-68948acef35d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:21.695586 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-19ead2c8-b97f-42d0-a0b3-7a4dbf355c4f req-2a839976-ea67-490a-996d-68948acef35d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 943 time: 0.0530527 May 10 03:18:21.744046 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-19ead2c8-b97f-42d0-a0b3-7a4dbf355c4f req-1139596f-3c8a-49ae-a032-6b4a46576c02 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=caf149cd-8fd5-4f15-9566-0a9bafcca706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409355 May 10 03:18:21.754899 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7810845a-71db-4123-b19f-4da3842f24b7 None None] Provisioning complete for port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:21.755346 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7810845a-71db-4123-b19f-4da3842f24b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:21.790471 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7810845a-71db-4123-b19f-4da3842f24b7 None None] Port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:18:22.014238 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Request body: {'port': {'device_id': '26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:22.096090 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7a1e2e47-2fa6-4018-b802-b6adac105b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:22.097587 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-7a1e2e47-2fa6-4018-b802-b6adac105b02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20b0c49b-98e0-4d73-bdea-8b46faafc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794101 May 10 03:18:22.114904 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:22.275228 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-61f153fd-5761-46fc-8559-0fb22d0f31f4 service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694427 May 10 03:18:22.462553 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f70ff-a948-4812-9eb9-f94cd749b05c req-ced45296-aaee-4090-b8af-8bbaf4813db0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:22.464012 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-fe0f70ff-a948-4812-9eb9-f94cd749b05c req-ced45296-aaee-4090-b8af-8bbaf4813db0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0501046 May 10 03:18:22.475197 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c87a77-5c79-4294-9ed1-41732f36a8ca req-7a1a273d-4842-41dc-81fd-09161e9fd03c tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:22.476689 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-99c87a77-5c79-4294-9ed1-41732f36a8ca req-7a1a273d-4842-41dc-81fd-09161e9fd03c tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0812743 May 10 03:18:22.488189 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-648c4e28-0ba5-432d-b5a4-0ecf99c27748 req-1f44bcd0-1a56-4af5-8948-b1563e7eafde service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994696 May 10 03:18:22.512516 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-fe0f70ff-a948-4812-9eb9-f94cd749b05c req-2a0d228f-e849-4bc7-a78a-de6619edbca9 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430186 May 10 03:18:22.574088 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-99c87a77-5c79-4294-9ed1-41732f36a8ca req-fa3e7758-0f67-4578-9761-008e312fa52d tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904369 May 10 03:18:22.588276 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8849e2ad-b7bd-40d0-aba9-d512831c8b63 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:18:22.604437 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Publish callbacks [] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:22.618642 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Transition to ACTIVE for port object 8849e2ad-b7bd-40d0-aba9-d512831c8b63 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:18:22.629881 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:22.785635 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Pushing event updated for resources: {'Port': ['ID=8849e2ad-b7bd-40d0-aba9-d512831c8b63,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:22.862654 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e2f52-3bd0-42b6-9667-366db39737dc req-2a1a7cef-a7b6-4da1-ae3d-c543d02820ed tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:22.865078 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-610e2f52-3bd0-42b6-9667-366db39737dc req-2a1a7cef-a7b6-4da1-ae3d-c543d02820ed tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0650959 May 10 03:18:22.889820 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Attempting to bind port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:18:22.890153 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Attempting to bind port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'c5019f86-344e-45e0-b309-1e561fc7b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:18:22.890477 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Attempting to bind port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 on network 2b607388-5cb4-41a1-8154-ba2917605d5c {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:18:22.897233 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 on network 2b607388-5cb4-41a1-8154-ba2917605d5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:18:22.897784 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Attempting to bind port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 on network 2b607388-5cb4-41a1-8154-ba2917605d5c {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:18:22.907620 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:18:22.907944 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Checking segment: {'id': 'c5019f86-344e-45e0-b309-1e561fc7b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:18:22.908324 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Bound using segment: {'id': 'c5019f86-344e-45e0-b309-1e561fc7b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:18:22.908791 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Bound port: 8849e2ad-b7bd-40d0-aba9-d512831c8b63, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5019f86-344e-45e0-b309-1e561fc7b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:18:22.909303 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:22.963908 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324731e7-0c61-47ad-92d8-b9b13e2d6321 req-dc037708-9cb4-4ddb-ba6b-eb0ef74b0ecd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:22.965400 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-324731e7-0c61-47ad-92d8-b9b13e2d6321 req-dc037708-9cb4-4ddb-ba6b-eb0ef74b0ecd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 943 time: 0.0476525 May 10 03:18:22.967847 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-610e2f52-3bd0-42b6-9667-366db39737dc req-a2abf5a4-4f5b-4a95-a1d9-a50210e00bda tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959096 May 10 03:18:23.008101 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] For port 8849e2ad-b7bd-40d0-aba9-d512831c8b63, host hv-cinder-83009, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:18:23.012959 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] For port 8849e2ad-b7bd-40d0-aba9-d512831c8b63, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8849e2ad-b7bd-40d0-aba9-d512831c8b63,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:18:23.030097 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:23.032534 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-324731e7-0c61-47ad-92d8-b9b13e2d6321 req-8fca7af5-3b3f-49d6-a597-0ad9eaae54df tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=caf149cd-8fd5-4f15-9566-0a9bafcca706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614872 May 10 03:18:23.099715 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:23.100325 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:23.101713 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] 10.222.0.64 "PUT /v2.0/ports/8849e2ad-b7bd-40d0-aba9-d512831c8b63 HTTP/1.1" status: 200 len: 1093 time: 1.0916679 May 10 03:18:23.102150 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab', 'tag': '8849e2ad-b7bd-40d0-aba9-d512831c8b63'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:18:23.104555 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267fc136-bcaa-4756-bf1b-ae1742d0c50f" -d '{"events": [{"name": "network-changed", "server_uuid": "26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab", "tag": "8849e2ad-b7bd-40d0-aba9-d512831c8b63"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:18:23.137547 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd46ab-debe-4dc5-ae1f-37eb405fa0bd req-646d742b-dcae-4432-9196-b7a162afa7a1 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:23.139152 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a4cd46ab-debe-4dc5-ae1f-37eb405fa0bd req-646d742b-dcae-4432-9196-b7a162afa7a1 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.1060190 May 10 03:18:23.139996 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18406f3-f87a-4f30-85ef-1e88e1ee9711 service neutron] Pushing event updated for resources: {'Port': ['ID=8849e2ad-b7bd-40d0-aba9-d512831c8b63,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:23.144551 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347c50f9-f60b-4441-87a3-0e9636446d53 x-openstack-request-id: req-347c50f9-f60b-4441-87a3-0e9636446d53 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:18:23.144876 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab", "tag": "8849e2ad-b7bd-40d0-aba9-d512831c8b63", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:18:23.145122 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-347c50f9-f60b-4441-87a3-0e9636446d53 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:18:23.145517 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-347c50f9-f60b-4441-87a3-0e9636446d53'] response: {'name': 'network-changed', 'server_uuid': '26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab', 'tag': '8849e2ad-b7bd-40d0-aba9-d512831c8b63', 'status': 'completed', 'code': 200} May 10 03:18:23.191549 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a4cd46ab-debe-4dc5-ae1f-37eb405fa0bd req-e7141a19-bbf8-4cbf-a7ec-e1561f40c7f3 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451677 May 10 03:18:23.694216 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a998121-13f8-4b74-9470-7f1d9c95068a req-8421c1d7-f199-4900-8a32-790c386dce05 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:23.695653 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7a998121-13f8-4b74-9470-7f1d9c95068a req-8421c1d7-f199-4900-8a32-790c386dce05 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0460095 May 10 03:18:23.744974 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7a998121-13f8-4b74-9470-7f1d9c95068a req-cc88ff11-b2ed-40b3-b972-66d619f4c41d tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437009 May 10 03:18:24.090718 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b8d61-841e-45d7-b54b-9d8956fe9297 req-493c1d3f-d5c9-4b09-8d84-64f88d351b30 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:24.092197 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-cb2b8d61-841e-45d7-b54b-9d8956fe9297 req-493c1d3f-d5c9-4b09-8d84-64f88d351b30 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0505276 May 10 03:18:24.139478 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-cb2b8d61-841e-45d7-b54b-9d8956fe9297 req-ec900b31-484f-43e4-860a-d858ce7efa42 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416896 May 10 03:18:24.144267 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c86f04-60f6-46c1-85b7-e3a33b6d60cb req-8624f398-e85c-4f1d-a192-fe0d5162eaf0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:24.145762 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-34c86f04-60f6-46c1-85b7-e3a33b6d60cb req-8624f398-e85c-4f1d-a192-fe0d5162eaf0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 943 time: 0.0466566 May 10 03:18:24.192453 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-34c86f04-60f6-46c1-85b7-e3a33b6d60cb req-d5e0ffe8-1b52-429c-b682-fc3f5e31fd1d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=caf149cd-8fd5-4f15-9566-0a9bafcca706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395122 May 10 03:18:24.304128 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660195ff-2df3-4294-a165-a91da7790fd3 req-eab13ed9-241c-4ab5-9de9-bcabd7ca4335 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:24.306109 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-660195ff-2df3-4294-a165-a91da7790fd3 req-eab13ed9-241c-4ab5-9de9-bcabd7ca4335 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0460987 May 10 03:18:24.351574 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-660195ff-2df3-4294-a165-a91da7790fd3 req-86fc92f8-2624-47fc-abb3-a644fbee32c8 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397196 May 10 03:18:25.263075 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7e32c-cfec-4254-bd68-eca522d156ce req-8fd6700a-c3f6-4a5b-b759-04b8f8f59e97 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:25.264638 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-42c7e32c-cfec-4254-bd68-eca522d156ce req-8fd6700a-c3f6-4a5b-b759-04b8f8f59e97 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0462580 May 10 03:18:25.305367 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d8f61-ee7a-4fa1-8eff-64282465e8e5 req-998945c3-9c18-478b-b702-67967f5512ee tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:25.306899 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0c8d8f61-ee7a-4fa1-8eff-64282465e8e5 req-998945c3-9c18-478b-b702-67967f5512ee tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 943 time: 0.0466158 May 10 03:18:25.311679 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-42c7e32c-cfec-4254-bd68-eca522d156ce req-2e7dd3d4-0942-4afa-9cf2-77db5f8e46c3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415399 May 10 03:18:25.356729 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0c8d8f61-ee7a-4fa1-8eff-64282465e8e5 req-5c9bfcf4-cdac-4ef7-b254-4e3b2e016c06 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=caf149cd-8fd5-4f15-9566-0a9bafcca706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438590 May 10 03:18:25.469455 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1dd379-f2f8-4d12-85ff-73e1c66a967e req-a0a318f7-0bdb-4782-9d2b-82fdb0f6c118 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:25.470924 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4c1dd379-f2f8-4d12-85ff-73e1c66a967e req-a0a318f7-0bdb-4782-9d2b-82fdb0f6c118 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0487301 May 10 03:18:25.517816 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4c1dd379-f2f8-4d12-85ff-73e1c66a967e req-73aea2d0-517a-47fa-be32-15ce23f70f28 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407116 May 10 03:18:26.442760 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648369b0-79d6-414b-bd77-876978dde8ca req-7336f9da-28e0-4988-a6e8-953f58dccb48 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:26.444505 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-648369b0-79d6-414b-bd77-876978dde8ca req-7336f9da-28e0-4988-a6e8-953f58dccb48 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0612504 May 10 03:18:26.486302 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa9ef8-9810-4e79-ab94-9997398e92df req-618b4887-b1ff-421f-a568-18adefc2d568 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:26.487779 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4ffa9ef8-9810-4e79-ab94-9997398e92df req-618b4887-b1ff-421f-a568-18adefc2d568 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 943 time: 0.0584750 May 10 03:18:26.529409 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a47d0-fce8-4ad3-876f-6bb7548d01e0 req-f2d8c116-1be2-4b82-902a-22c9721a1648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:26.531188 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f17a47d0-fce8-4ad3-876f-6bb7548d01e0 req-f2d8c116-1be2-4b82-902a-22c9721a1648 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 1130 time: 0.0749137 May 10 03:18:26.533372 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fc136-bcaa-4756-bf1b-ae1742d0c50f req-1600cc53-8244-4739-a59f-ac6c6046b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:26.534012 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4ffa9ef8-9810-4e79-ab94-9997398e92df req-ad6dea73-92e5-46cf-b33e-ccbf0eebbce3 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=caf149cd-8fd5-4f15-9566-0a9bafcca706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405142 May 10 03:18:26.534728 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-267fc136-bcaa-4756-bf1b-ae1742d0c50f req-1600cc53-8244-4739-a59f-ac6c6046b4b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4149fee898c44c180ae1de15ac9d9da&device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 1127 time: 0.0892119 May 10 03:18:26.637218 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78f0ea-5244-4c82-a510-fe70e34e0cd1 req-a5550f55-b4de-447e-b753-8c2df83b2099 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:26.638643 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8d78f0ea-5244-4c82-a510-fe70e34e0cd1 req-a5550f55-b4de-447e-b753-8c2df83b2099 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0497375 May 10 03:18:26.642342 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-648369b0-79d6-414b-bd77-876978dde8ca req-5975afe4-f999-49b3-a7d4-a3c16ac38953 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873043 May 10 03:18:26.691673 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8d78f0ea-5244-4c82-a510-fe70e34e0cd1 req-c9154ace-a2c3-4499-b2d0-b48f21a07c3e tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473785 May 10 03:18:26.715982 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fc136-bcaa-4756-bf1b-ae1742d0c50f req-87e83f90-ba77-4825-aff2-453fff1d2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:26.717490 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-267fc136-bcaa-4756-bf1b-ae1742d0c50f req-87e83f90-ba77-4825-aff2-453fff1d2059 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f4149fee898c44c180ae1de15ac9d9da&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1717269 May 10 03:18:26.718552 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a47d0-fce8-4ad3-876f-6bb7548d01e0 req-66e9f013-0ac1-404c-bfa9-92dc6169d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:26.719848 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f17a47d0-fce8-4ad3-876f-6bb7548d01e0 req-66e9f013-0ac1-404c-bfa9-92dc6169d2c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 200 len: 920 time: 0.1730688 May 10 03:18:26.836173 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f17a47d0-fce8-4ad3-876f-6bb7548d01e0 req-6557c9fb-9977-4440-a0c4-21a7ce9026b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b55a664-e823-4d00-8935-550519d0fdf6 HTTP/1.1" status: 200 len: 1001 time: 0.1063287 May 10 03:18:26.892072 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fc136-bcaa-4756-bf1b-ae1742d0c50f req-102f121d-4a19-4276-9fee-15f179b97532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:26.893596 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-267fc136-bcaa-4756-bf1b-ae1742d0c50f req-102f121d-4a19-4276-9fee-15f179b97532 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1652679 May 10 03:18:26.903355 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a47d0-fce8-4ad3-876f-6bb7548d01e0 req-3760013b-29a2-4f58-a3d0-8a89a5ba4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:26.904842 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f17a47d0-fce8-4ad3-876f-6bb7548d01e0 req-3760013b-29a2-4f58-a3d0-8a89a5ba4d71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b HTTP/1.1" status: 200 len: 858 time: 0.0618908 May 10 03:18:26.978384 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a47d0-fce8-4ad3-876f-6bb7548d01e0 req-685cc08b-b8b8-4559-bdf8-8a28e32a6645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:26.979903 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f17a47d0-fce8-4ad3-876f-6bb7548d01e0 req-685cc08b-b8b8-4559-bdf8-8a28e32a6645 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73cc213e-781c-42c1-8c05-7293b0a3f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692430 May 10 03:18:26.994584 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-a0a9ef3a-0bef-486a-b5f6-96f020af7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:26.996063 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-a0a9ef3a-0bef-486a-b5f6-96f020af7d86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4149fee898c44c180ae1de15ac9d9da&device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 1127 time: 0.0582819 May 10 03:18:27.074092 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-04d1e673-8acc-42a8-834c-9f7c0b9b43dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8849e2ad-b7bd-40d0-aba9-d512831c8b63 HTTP/1.1" status: 200 len: 217 time: 0.0674648 May 10 03:18:27.150333 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-26325b91-78cf-4292-8c50-93840a5c2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:27.151766 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-26325b91-78cf-4292-8c50-93840a5c2595 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ae3f063-d3d5-4965-b738-da42afcb0558 HTTP/1.1" status: 200 len: 855 time: 0.0719035 May 10 03:18:27.154305 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f17a47d0-fce8-4ad3-876f-6bb7548d01e0 req-3ecd72f2-def5-4ba9-a313-52c17111ece0 service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672106 May 10 03:18:27.249682 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-d4802732-103c-4ec1-9111-8fd4e1bc6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:27.251185 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-d4802732-103c-4ec1-9111-8fd4e1bc6953 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b607388-5cb4-41a1-8154-ba2917605d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893126 May 10 03:18:27.327969 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f17a47d0-fce8-4ad3-876f-6bb7548d01e0 req-df87c32d-4fd1-4201-b5d0-6b75415f1ec4 service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649036 May 10 03:18:27.359495 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-995ca448-4615-46f1-b965-50b3f2a6407c service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007690 May 10 03:18:27.497625 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e5dd8c7d-afe4-4de2-8ab0-2df12ef4eb0e req-86b7d459-c622-45e5-a740-909aaed35a40 service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875649 May 10 03:18:27.646470 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857488ed-3ca9-4354-afad-a5784ef749db req-6e5e5af3-3fb1-497b-aa53-09ad711351a8 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:27.647917 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-857488ed-3ca9-4354-afad-a5784ef749db req-6e5e5af3-3fb1-497b-aa53-09ad711351a8 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 943 time: 0.0479739 May 10 03:18:27.697256 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-857488ed-3ca9-4354-afad-a5784ef749db req-02952814-7887-435f-a82d-6cb6510eebec tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=caf149cd-8fd5-4f15-9566-0a9bafcca706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432022 May 10 03:18:27.767456 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd1605-5f0d-4fed-a4d2-8510df1e8f79 req-cbb47866-047a-45ce-865d-1c4f1fb932d4 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:27.771429 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8dbd1605-5f0d-4fed-a4d2-8510df1e8f79 req-cbb47866-047a-45ce-865d-1c4f1fb932d4 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0484817 May 10 03:18:27.810137 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f3392-b64c-4a75-b51d-6c2bd75734f3 req-95303f1f-3cd3-4176-9dfa-e52880df4d26 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:27.811635 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-080f3392-b64c-4a75-b51d-6c2bd75734f3 req-95303f1f-3cd3-4176-9dfa-e52880df4d26 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0522943 May 10 03:18:27.815416 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8dbd1605-5f0d-4fed-a4d2-8510df1e8f79 req-7827b6a1-138a-4230-8d2c-06a507a13893 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402143 May 10 03:18:27.859447 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-080f3392-b64c-4a75-b51d-6c2bd75734f3 req-5215596f-b6a1-47e0-9061-f3b07a0c1555 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416570 May 10 03:18:28.809882 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be746c38-0dfb-4129-996b-4560a108a1b7 req-923e2c37-62a0-4fc4-895c-3e9cb85e6933 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:28.811328 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-be746c38-0dfb-4129-996b-4560a108a1b7 req-923e2c37-62a0-4fc4-895c-3e9cb85e6933 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 943 time: 0.0463109 May 10 03:18:28.860480 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-be746c38-0dfb-4129-996b-4560a108a1b7 req-17d5f4da-b594-479b-b751-c84b4d357a50 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=caf149cd-8fd5-4f15-9566-0a9bafcca706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436089 May 10 03:18:28.933653 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38089ada-de2a-4880-bf8a-6683d70f1e4e req-d9c701e0-2403-4e4f-9961-a93fd0afa800 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:28.935242 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-38089ada-de2a-4880-bf8a-6683d70f1e4e req-d9c701e0-2403-4e4f-9961-a93fd0afa800 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0468490 May 10 03:18:28.971730 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f261ff2-89c5-48a8-a0a8-8ff7ec6ceea7 req-6ccb444a-c450-4fd6-b722-03be71202aa6 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:28.973239 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8f261ff2-89c5-48a8-a0a8-8ff7ec6ceea7 req-6ccb444a-c450-4fd6-b722-03be71202aa6 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0463569 May 10 03:18:28.982032 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-38089ada-de2a-4880-bf8a-6683d70f1e4e req-dcfd2145-4373-4151-a7bc-379cbb8e366a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413325 May 10 03:18:29.019228 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8f261ff2-89c5-48a8-a0a8-8ff7ec6ceea7 req-a100a11b-bf78-4fed-ac67-4c999a7369dc tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397565 May 10 03:18:29.725922 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device c3193703-1b47-452e-8101-fee2742e8e7a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:18:29.820270 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port c3193703-1b47-452e-8101-fee2742e8e7a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3193703-1b47-452e-8101-fee2742e8e7a,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:18:29.832077 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': 'c3193703-1b47-452e-8101-fee2742e8e7a', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'port_id': 'c3193703-1b47-452e-8101-fee2742e8e7a', 'mac_address': 'fa:16:3e:7a:4d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:18:29.871506 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port c3193703-1b47-452e-8101-fee2742e8e7a is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:29.871893 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (c3193703-1b47-452e-8101-fee2742e8e7a), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:29.885074 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3193703-1b47-452e-8101-fee2742e8e7a {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:18:29.904570 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port c3193703-1b47-452e-8101-fee2742e8e7a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3193703-1b47-452e-8101-fee2742e8e7a,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:18:29.908833 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (c3193703-1b47-452e-8101-fee2742e8e7a), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:29.956589 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=c3193703-1b47-452e-8101-fee2742e8e7a,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:29.973790 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d644d12-f694-4ca9-83ef-4536f8f7b6ee req-e6540857-897b-4210-8218-7843da53e0b5 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:29.975260 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8d644d12-f694-4ca9-83ef-4536f8f7b6ee req-e6540857-897b-4210-8218-7843da53e0b5 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 944 time: 0.0475965 May 10 03:18:30.025916 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8d644d12-f694-4ca9-83ef-4536f8f7b6ee req-bcef93c4-f9f8-4275-8c4b-480bfb046ecf tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=caf149cd-8fd5-4f15-9566-0a9bafcca706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445232 May 10 03:18:30.114332 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0361f-a200-4951-bc15-51f14121a0dc req-73a0e113-1b64-4c3d-b45c-85bdbdc60ae9 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:30.116475 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e2d0361f-a200-4951-bc15-51f14121a0dc req-73a0e113-1b64-4c3d-b45c-85bdbdc60ae9 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0516779 May 10 03:18:30.137660 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac9413-336e-4477-8b3b-fa04788d390d req-50e2aa41-dd65-40ff-9ceb-a1e9a02236d7 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:30.139134 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-22ac9413-336e-4477-8b3b-fa04788d390d req-50e2aa41-dd65-40ff-9ceb-a1e9a02236d7 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0491605 May 10 03:18:30.151565 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['c3193703-1b47-452e-8101-fee2742e8e7a'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:18:30.165772 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e2d0361f-a200-4951-bc15-51f14121a0dc req-393d0ac1-c0a9-428e-9adf-4cb17fc13806 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431716 May 10 03:18:30.194833 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-22ac9413-336e-4477-8b3b-fa04788d390d req-ef5386ed-75ce-4d8d-a05b-b00c328dad1a tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498800 May 10 03:18:30.307175 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee0a0c-f529-4b49-9ce1-f73cb73d9605 req-cf6d61e7-e889-40d8-987a-f1cfb7334a15 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:30.308557 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2fee0a0c-f529-4b49-9ce1-f73cb73d9605 req-cf6d61e7-e889-40d8-987a-f1cfb7334a15 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0507967 May 10 03:18:30.317266 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38030) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:30.321592 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-6b16a96e-4e59-4402-bc01-69a60e309877 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Request body: {'floatingip': {'port_id': '7b55a664-e823-4d00-8935-550519d0fdf6'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:30.375980 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b16a96e-4e59-4402-bc01-69a60e309877 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for floatingip (b6055989-20e1-4dbe-ac41-135d67c0af34), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:30.856997 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b16a96e-4e59-4402-bc01-69a60e309877 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:30.860459 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b16a96e-4e59-4402-bc01-69a60e309877 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (b6055989-20e1-4dbe-ac41-135d67c0af34), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:31.070604 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b16a96e-4e59-4402-bc01-69a60e309877 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:18:31.139389 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ce25f-aef5-4d18-91e8-8c887dd8aeac req-7db1383f-93a9-4619-8fb3-c7e4e8e4d963 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:31.140798 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-060ce25f-aef5-4d18-91e8-8c887dd8aeac req-7db1383f-93a9-4619-8fb3-c7e4e8e4d963 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 944 time: 0.0468326 May 10 03:18:31.185098 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b16a96e-4e59-4402-bc01-69a60e309877 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:18:31.188748 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-060ce25f-aef5-4d18-91e8-8c887dd8aeac req-eac7e3b6-9634-42cf-824a-092458664f03 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=caf149cd-8fd5-4f15-9566-0a9bafcca706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423803 May 10 03:18:31.189967 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b16a96e-4e59-4402-bc01-69a60e309877 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:31.197439 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c69c00-2424-407d-aba8-79fcf445b46a None None] Sync routers for ids ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:18:31.216058 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c69c00-2424-407d-aba8-79fcf445b46a None None] Routers {'03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:18:31.216699 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-48c69c00-2424-407d-aba8-79fcf445b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:18:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:31.222686 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'tag': '7b55a664-e823-4d00-8935-550519d0fdf6'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:18:31.225035 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36099c29-b16a-42b0-875e-925aeba6211d" -d '{"events": [{"name": "network-changed", "server_uuid": "80b10b34-f1d6-49fe-982c-8d00255bc565", "tag": "7b55a664-e823-4d00-8935-550519d0fdf6"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:18:31.269949 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee12352a-cc9d-4a1f-a449-5dd4d9429b85 x-openstack-request-id: req-ee12352a-cc9d-4a1f-a449-5dd4d9429b85 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:18:31.270234 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b10b34-f1d6-49fe-982c-8d00255bc565", "tag": "7b55a664-e823-4d00-8935-550519d0fdf6", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:18:31.270480 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee12352a-cc9d-4a1f-a449-5dd4d9429b85 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:18:31.270868 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee12352a-cc9d-4a1f-a449-5dd4d9429b85'] response: {'name': 'network-changed', 'server_uuid': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'tag': '7b55a664-e823-4d00-8935-550519d0fdf6', 'status': 'completed', 'code': 200} May 10 03:18:31.272273 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-6b16a96e-4e59-4402-bc01-69a60e309877 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "PUT /v2.0/floatingips/b6055989-20e1-4dbe-ac41-135d67c0af34 HTTP/1.1" status: 200 len: 993 time: 0.9540691 May 10 03:18:31.311517 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579364e8-7526-4093-8696-2e9421c2d3ec req-474cb96a-2e2e-4648-a9a5-4069aa1842fc tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:31.313014 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-579364e8-7526-4093-8696-2e9421c2d3ec req-474cb96a-2e2e-4648-a9a5-4069aa1842fc tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0525975 May 10 03:18:31.333420 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36099c29-b16a-42b0-875e-925aeba6211d req-a785cb92-47cc-457e-b120-27fae9e933ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:31.334861 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-48c69c00-2424-407d-aba8-79fcf445b46a None None] Set router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:18:31.335009 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-36099c29-b16a-42b0-875e-925aeba6211d req-a785cb92-47cc-457e-b120-27fae9e933ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 1130 time: 0.0413828 May 10 03:18:31.364860 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-579364e8-7526-4093-8696-2e9421c2d3ec req-5c465624-d531-409c-aa03-d1b28e0ad7ed tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453005 May 10 03:18:31.424266 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36099c29-b16a-42b0-875e-925aeba6211d req-e3606f10-5eff-4b49-b3af-bc58e830ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:31.425702 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-36099c29-b16a-42b0-875e-925aeba6211d req-e3606f10-5eff-4b49-b3af-bc58e830ae69 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 200 len: 920 time: 0.0854118 May 10 03:18:31.497665 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-36099c29-b16a-42b0-875e-925aeba6211d req-add9c570-175a-4cf6-99c6-5ef4816640d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b55a664-e823-4d00-8935-550519d0fdf6 HTTP/1.1" status: 200 len: 1001 time: 0.0656028 May 10 03:18:31.545498 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36099c29-b16a-42b0-875e-925aeba6211d req-a3919e3e-0eb9-495f-b303-6c0ef981d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:31.546968 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-36099c29-b16a-42b0-875e-925aeba6211d req-a3919e3e-0eb9-495f-b303-6c0ef981d2bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b HTTP/1.1" status: 200 len: 858 time: 0.0433962 May 10 03:18:31.592106 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36099c29-b16a-42b0-875e-925aeba6211d req-091fce46-0b80-43b0-8903-bc876007cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:31.593650 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-36099c29-b16a-42b0-875e-925aeba6211d req-091fce46-0b80-43b0-8903-bc876007cebd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73cc213e-781c-42c1-8c05-7293b0a3f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408387 May 10 03:18:31.637224 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-48c69c00-2424-407d-aba8-79fcf445b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-router', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '75f9e69e-35ce-4198-b83b-77287b407599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:24Z', 'revision_number': 4, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'gw_port': {'id': '75f9e69e-35ce-4198-b83b-77287b407599', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'b6055989-20e1-4dbe-ac41-135d67c0af34', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'port_id': '7b55a664-e823-4d00-8935-550519d0fdf6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'mac_address': 'fa:16:3e:73:45:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:16:19Z', 'updated_at': '2022-05-10T03:18:30Z', 'revision_number': 3, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a746f19-dc39-4c02-a2fe-3ce3fdbea50e', 'name': '', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'mac_address': 'fa:16:3e:d2:c0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:21Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 5, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'subnets': [{'id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:31.664959 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c69c00-2424-407d-aba8-79fcf445b46a None None] Checking router: 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:18:31.675235 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c69c00-2424-407d-aba8-79fcf445b46a None None] Routers {'03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:18:31.675777 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-48c69c00-2424-407d-aba8-79fcf445b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:18:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:31.739156 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 8849e2ad-b7bd-40d0-aba9-d512831c8b63 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:18:31.742830 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device c3193703-1b47-452e-8101-fee2742e8e7a up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:18:31.801184 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-48c69c00-2424-407d-aba8-79fcf445b46a None None] Set router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:18:31.853023 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port c3193703-1b47-452e-8101-fee2742e8e7a completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:18:31.862570 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port c3193703-1b47-452e-8101-fee2742e8e7a triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:31.863276 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (c3193703-1b47-452e-8101-fee2742e8e7a), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:31.918980 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 8849e2ad-b7bd-40d0-aba9-d512831c8b63, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8849e2ad-b7bd-40d0-aba9-d512831c8b63,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:18:31.935812 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': '8849e2ad-b7bd-40d0-aba9-d512831c8b63', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'port_id': '8849e2ad-b7bd-40d0-aba9-d512831c8b63', 'mac_address': 'fa:16:3e:83:e9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:18:31.956428 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-36099c29-b16a-42b0-875e-925aeba6211d req-09a2f74c-ee88-4139-be6e-411fd5d6eb5a service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562891 May 10 03:18:32.007903 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port c3193703-1b47-452e-8101-fee2742e8e7a is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:32.008890 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (c3193703-1b47-452e-8101-fee2742e8e7a), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:32.010978 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:32.011341 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:32.037512 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8849e2ad-b7bd-40d0-aba9-d512831c8b63 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:18:32.060539 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-36099c29-b16a-42b0-875e-925aeba6211d req-9d2a01d8-9459-4f4e-b6f8-8362a04aea02 service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921636 May 10 03:18:32.061726 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972b595f-8244-44db-a40a-203044d9c20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3193703-1b47-452e-8101-fee2742e8e7a'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:18:32.061726 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5703f2-aa1d-4387-a3f8-a948b92ad9bf" -d '{"events": [{"server_uuid": "972b595f-8244-44db-a40a-203044d9c20c", "name": "network-vif-plugged", "status": "completed", "tag": "c3193703-1b47-452e-8101-fee2742e8e7a"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:18:32.063260 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port c3193703-1b47-452e-8101-fee2742e8e7a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3193703-1b47-452e-8101-fee2742e8e7a,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:18:32.072291 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (c3193703-1b47-452e-8101-fee2742e8e7a), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:32.103817 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 8849e2ad-b7bd-40d0-aba9-d512831c8b63, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8849e2ad-b7bd-40d0-aba9-d512831c8b63,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:18:32.112763 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:32.124604 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c717fc8b-262b-478b-a84e-86c66026ff9b x-openstack-request-id: req-c717fc8b-262b-478b-a84e-86c66026ff9b {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:18:32.124604 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972b595f-8244-44db-a40a-203044d9c20c", "name": "network-vif-plugged", "status": "completed", "tag": "c3193703-1b47-452e-8101-fee2742e8e7a", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:18:32.124604 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c717fc8b-262b-478b-a84e-86c66026ff9b {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:18:32.124970 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c717fc8b-262b-478b-a84e-86c66026ff9b'] response: {'server_uuid': '972b595f-8244-44db-a40a-203044d9c20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3193703-1b47-452e-8101-fee2742e8e7a', 'code': 200} May 10 03:18:32.134448 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=c3193703-1b47-452e-8101-fee2742e8e7a,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:32.164974 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-48c69c00-2424-407d-aba8-79fcf445b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-router', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '75f9e69e-35ce-4198-b83b-77287b407599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:24Z', 'revision_number': 4, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'gw_port': {'id': '75f9e69e-35ce-4198-b83b-77287b407599', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'b6055989-20e1-4dbe-ac41-135d67c0af34', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'port_id': '7b55a664-e823-4d00-8935-550519d0fdf6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'mac_address': 'fa:16:3e:73:45:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:16:19Z', 'updated_at': '2022-05-10T03:18:30Z', 'revision_number': 3, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a746f19-dc39-4c02-a2fe-3ce3fdbea50e', 'name': '', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'mac_address': 'fa:16:3e:d2:c0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:21Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 5, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'subnets': [{'id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:32.184646 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=8849e2ad-b7bd-40d0-aba9-d512831c8b63,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:32.196844 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c69c00-2424-407d-aba8-79fcf445b46a None None] The sync data for ids ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'] in dv-cinder-830094-4-iscsi is: [{'id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-router', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '75f9e69e-35ce-4198-b83b-77287b407599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:24Z', 'revision_number': 4, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'gw_port': {'id': '75f9e69e-35ce-4198-b83b-77287b407599', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'b6055989-20e1-4dbe-ac41-135d67c0af34', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'port_id': '7b55a664-e823-4d00-8935-550519d0fdf6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'mac_address': 'fa:16:3e:73:45:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:16:19Z', 'updated_at': '2022-05-10T03:18:30Z', 'revision_number': 3, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a746f19-dc39-4c02-a2fe-3ce3fdbea50e', 'name': '', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'mac_address': 'fa:16:3e:d2:c0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:21Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 5, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'subnets': [{'id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:18:32.323982 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ad88f-f2f1-4d70-9e32-c368553082c8 req-31990cb7-6768-438c-a839-2a5dab40e626 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:32.324834 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9756d-2c2b-4e1f-80ac-3237cbfdebe0 req-64a4467c-ec06-4ac0-8e8c-be1a767580ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:32.326186 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d24ad88f-f2f1-4d70-9e32-c368553082c8 req-31990cb7-6768-438c-a839-2a5dab40e626 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 945 time: 0.0546145 May 10 03:18:32.326360 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9db9756d-2c2b-4e1f-80ac-3237cbfdebe0 req-64a4467c-ec06-4ac0-8e8c-be1a767580ee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 1129 time: 0.0527699 May 10 03:18:32.362230 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['8849e2ad-b7bd-40d0-aba9-d512831c8b63'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:18:32.373164 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9db9756d-2c2b-4e1f-80ac-3237cbfdebe0 req-c8f9149f-298c-47f2-b7c6-3563f648c95d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=caf149cd-8fd5-4f15-9566-0a9bafcca706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389178 May 10 03:18:32.389263 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d24ad88f-f2f1-4d70-9e32-c368553082c8 req-c03d9e41-a432-4d47-929b-9af579826b61 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=caf149cd-8fd5-4f15-9566-0a9bafcca706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572898 May 10 03:18:32.488543 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abc84d-79e8-4674-9c6c-f8636af32f1a req-70a30225-7336-4dbc-8b77-82e8cb353f3a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:32.489961 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a4abc84d-79e8-4674-9c6c-f8636af32f1a req-70a30225-7336-4dbc-8b77-82e8cb353f3a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 944 time: 0.0485227 May 10 03:18:32.537549 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a4abc84d-79e8-4674-9c6c-f8636af32f1a req-c296faa6-221f-487f-a266-5a0c9bf8e95c tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420532 May 10 03:18:33.272382 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'tag': '7b55a664-e823-4d00-8935-550519d0fdf6'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:18:33.275407 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd828b6-38f1-440d-a99c-c088126da4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "80b10b34-f1d6-49fe-982c-8d00255bc565", "tag": "7b55a664-e823-4d00-8935-550519d0fdf6"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:18:33.310709 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4219dabe-2d39-454c-8724-c50768740a8e x-openstack-request-id: req-4219dabe-2d39-454c-8724-c50768740a8e {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:18:33.311001 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b10b34-f1d6-49fe-982c-8d00255bc565", "tag": "7b55a664-e823-4d00-8935-550519d0fdf6", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:18:33.311466 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4219dabe-2d39-454c-8724-c50768740a8e {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:18:33.311880 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4219dabe-2d39-454c-8724-c50768740a8e'] response: {'name': 'network-changed', 'server_uuid': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'tag': '7b55a664-e823-4d00-8935-550519d0fdf6', 'status': 'completed', 'code': 200} May 10 03:18:33.375543 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd828b6-38f1-440d-a99c-c088126da4b4 req-01b7f4b8-7f63-4da9-9a9b-271f75bfdd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:33.377014 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4dd828b6-38f1-440d-a99c-c088126da4b4 req-01b7f4b8-7f63-4da9-9a9b-271f75bfdd4e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 1130 time: 0.0373278 May 10 03:18:33.499745 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd828b6-38f1-440d-a99c-c088126da4b4 req-65f8bd23-309a-40fe-ae52-96396b85b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:33.501219 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4dd828b6-38f1-440d-a99c-c088126da4b4 req-65f8bd23-309a-40fe-ae52-96396b85b838 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 200 len: 920 time: 0.1152101 May 10 03:18:33.512156 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77c05d-43dd-4e18-bf64-8cdaec0e4789 req-69b5b18e-4c45-4570-865e-f1e558b33689 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:33.513537 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ba77c05d-43dd-4e18-bf64-8cdaec0e4789 req-69b5b18e-4c45-4570-865e-f1e558b33689 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 945 time: 0.0579202 May 10 03:18:33.558653 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ba77c05d-43dd-4e18-bf64-8cdaec0e4789 req-3ae2e37f-78ea-4f5a-b4dd-32e04815d023 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=caf149cd-8fd5-4f15-9566-0a9bafcca706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394952 May 10 03:18:33.654153 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cb751-fbbd-4fd3-b3fa-dfee815417d6 req-344ee646-f8e8-4000-8bc7-4cfe11d81ffc tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:33.655959 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-853cb751-fbbd-4fd3-b3fa-dfee815417d6 req-344ee646-f8e8-4000-8bc7-4cfe11d81ffc tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 944 time: 0.0458949 May 10 03:18:33.703072 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-853cb751-fbbd-4fd3-b3fa-dfee815417d6 req-f754a23c-f7db-47c7-9c68-0287c6325987 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418220 May 10 03:18:33.739990 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 8849e2ad-b7bd-40d0-aba9-d512831c8b63 up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:18:33.784495 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:18:33.791130 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:33.791528 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:33.871271 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:33.871657 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:33.903988 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 8849e2ad-b7bd-40d0-aba9-d512831c8b63, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8849e2ad-b7bd-40d0-aba9-d512831c8b63,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:18:33.909022 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:33.987763 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4dd828b6-38f1-440d-a99c-c088126da4b4 req-d0b0beff-5b0d-49e2-8a99-2cf782ee9eff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b55a664-e823-4d00-8935-550519d0fdf6 HTTP/1.1" status: 200 len: 1001 time: 0.0775039 May 10 03:18:33.998996 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=8849e2ad-b7bd-40d0-aba9-d512831c8b63,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:34.055799 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd828b6-38f1-440d-a99c-c088126da4b4 req-d9df18ad-cf59-43a7-8aa9-21449b9e53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:34.057397 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4dd828b6-38f1-440d-a99c-c088126da4b4 req-d9df18ad-cf59-43a7-8aa9-21449b9e53ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b HTTP/1.1" status: 200 len: 858 time: 0.0525260 May 10 03:18:34.104570 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd828b6-38f1-440d-a99c-c088126da4b4 req-073060b5-639c-49b0-b44f-a0d94e26099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:34.106072 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4dd828b6-38f1-440d-a99c-c088126da4b4 req-073060b5-639c-49b0-b44f-a0d94e26099d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73cc213e-781c-42c1-8c05-7293b0a3f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424910 May 10 03:18:34.126155 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8849e2ad-b7bd-40d0-aba9-d512831c8b63'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:18:34.128857 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e715dbd7-7208-4245-98ae-8bf8a88160ca" -d '{"events": [{"server_uuid": "26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab", "name": "network-vif-plugged", "status": "completed", "tag": "8849e2ad-b7bd-40d0-aba9-d512831c8b63"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:18:34.164114 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8145d45a-510d-40ae-86c2-7d85fc501fac x-openstack-request-id: req-8145d45a-510d-40ae-86c2-7d85fc501fac {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:18:34.164438 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab", "name": "network-vif-plugged", "status": "completed", "tag": "8849e2ad-b7bd-40d0-aba9-d512831c8b63", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:18:34.165320 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8145d45a-510d-40ae-86c2-7d85fc501fac {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:18:34.165752 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8145d45a-510d-40ae-86c2-7d85fc501fac'] response: {'server_uuid': '26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8849e2ad-b7bd-40d0-aba9-d512831c8b63', 'code': 200} May 10 03:18:34.203307 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4dd828b6-38f1-440d-a99c-c088126da4b4 req-446dfbab-30a7-48d2-b76b-04106fdd2caa service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911345 May 10 03:18:34.282385 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:18:34.336841 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4dd828b6-38f1-440d-a99c-c088126da4b4 req-40f4e832-7b89-4d8e-b26f-e4abd8819e10 service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223841 May 10 03:18:34.344239 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7a2dc-db06-4eaa-af44-6162ac2f41b7 req-3847e764-c486-4a71-a6a9-423fd36b6c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:34.345716 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b5d7a2dc-db06-4eaa-af44-6162ac2f41b7 req-3847e764-c486-4a71-a6a9-423fd36b6c67 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 1129 time: 0.0537071 May 10 03:18:34.394959 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b5d7a2dc-db06-4eaa-af44-6162ac2f41b7 req-c62d12d8-931c-463b-8cdd-ec63375099b0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356314 May 10 03:18:34.673495 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d5f4a-3994-4696-b955-f14f8a06000d req-2315faf0-3f32-41b8-b7e1-a5cde79781d0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:34.674844 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0b6d5f4a-3994-4696-b955-f14f8a06000d req-2315faf0-3f32-41b8-b7e1-a5cde79781d0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 945 time: 0.0493727 May 10 03:18:34.723231 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0b6d5f4a-3994-4696-b955-f14f8a06000d req-12972bcd-4b97-41c8-9821-dce3c24a0ca0 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=caf149cd-8fd5-4f15-9566-0a9bafcca706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428920 May 10 03:18:34.820958 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b9b60-29a7-40a6-b64a-25605c021c4b req-5ac2969c-85f8-4604-b866-c44999bad845 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:34.822947 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-da4b9b60-29a7-40a6-b64a-25605c021c4b req-5ac2969c-85f8-4604-b866-c44999bad845 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0477734 May 10 03:18:34.829340 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec839b1b-12c9-485d-bd3e-bb5db39b47c3 req-1d8adc26-bddb-46f5-a371-ba9ca58ffcdf tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:34.830831 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ec839b1b-12c9-485d-bd3e-bb5db39b47c3 req-1d8adc26-bddb-46f5-a371-ba9ca58ffcdf tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 945 time: 0.0465870 May 10 03:18:34.839133 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38100) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:34.843505 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-9d51f070-bebd-48ab-9cad-3c45ee5326be tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'floatingip': {'port_id': 'c3193703-1b47-452e-8101-fee2742e8e7a'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:34.870091 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-da4b9b60-29a7-40a6-b64a-25605c021c4b req-b235918c-9723-4179-a952-2d70f4d7cbf5 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417130 May 10 03:18:34.882458 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9d51f070-bebd-48ab-9cad-3c45ee5326be tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (d793826e-e28d-4ea7-a8af-ab77e0084a6a), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:35.333505 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9d51f070-bebd-48ab-9cad-3c45ee5326be tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:35.337327 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9d51f070-bebd-48ab-9cad-3c45ee5326be tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (d793826e-e28d-4ea7-a8af-ab77e0084a6a), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:35.654136 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.l3_db [None req-9d51f070-bebd-48ab-9cad-3c45ee5326be tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Floating IP d793826e-e28d-4ea7-a8af-ab77e0084a6a associated. External IP: 172.27.1.173, port: c3193703-1b47-452e-8101-fee2742e8e7a. May 10 03:18:35.862203 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d51f070-bebd-48ab-9cad-3c45ee5326be tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Router ed0337df-2e47-44f0-86f8-d2145b93f43f has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:18:36.002616 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d51f070-bebd-48ab-9cad-3c45ee5326be tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:18:36.009893 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9d51f070-bebd-48ab-9cad-3c45ee5326be tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:36.012913 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a52968-e946-480c-ae00-adbe2ed35b15 None None] Sync routers for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:18:36.028192 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a52968-e946-480c-ae00-adbe2ed35b15 None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:18:36.028845 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a3a52968-e946-480c-ae00-adbe2ed35b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:18:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:36.049073 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c472d3-e675-4d40-8833-e54fb4bcce7b req-8beb3690-478e-4701-a564-eca90280407c tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:36.052054 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a8c472d3-e675-4d40-8833-e54fb4bcce7b req-8beb3690-478e-4701-a564-eca90280407c tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0928442 May 10 03:18:36.076915 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-9d51f070-bebd-48ab-9cad-3c45ee5326be tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "PUT /v2.0/floatingips/d793826e-e28d-4ea7-a8af-ab77e0084a6a HTTP/1.1" status: 200 len: 991 time: 1.2346342 May 10 03:18:36.077705 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972b595f-8244-44db-a40a-203044d9c20c', 'tag': 'c3193703-1b47-452e-8101-fee2742e8e7a'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:18:36.079551 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f73bc09-c30b-400e-bf40-75f2c6e995ad" -d '{"events": [{"name": "network-changed", "server_uuid": "972b595f-8244-44db-a40a-203044d9c20c", "tag": "c3193703-1b47-452e-8101-fee2742e8e7a"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:18:36.126495 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b25df2d-dc3b-4c08-95df-9c73304cbca5 x-openstack-request-id: req-9b25df2d-dc3b-4c08-95df-9c73304cbca5 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:18:36.127294 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972b595f-8244-44db-a40a-203044d9c20c", "tag": "c3193703-1b47-452e-8101-fee2742e8e7a", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:18:36.127294 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b25df2d-dc3b-4c08-95df-9c73304cbca5 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:18:36.127531 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b25df2d-dc3b-4c08-95df-9c73304cbca5'] response: {'name': 'network-changed', 'server_uuid': '972b595f-8244-44db-a40a-203044d9c20c', 'tag': 'c3193703-1b47-452e-8101-fee2742e8e7a', 'status': 'completed', 'code': 200} May 10 03:18:36.135527 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a8c472d3-e675-4d40-8833-e54fb4bcce7b req-9adfd116-d2de-454b-88dd-9ad00bc6a3cd tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820496 May 10 03:18:36.156031 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-a3a52968-e946-480c-ae00-adbe2ed35b15 None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:18:36.191380 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73bc09-c30b-400e-bf40-75f2c6e995ad req-25296263-1c25-4477-94e0-a5e1374baf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:36.192817 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9f73bc09-c30b-400e-bf40-75f2c6e995ad req-25296263-1c25-4477-94e0-a5e1374baf28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2376b2c653467b885e8f3deb5018e7&device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 1129 time: 0.0430725 May 10 03:18:36.280613 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38116) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:36.289015 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73bc09-c30b-400e-bf40-75f2c6e995ad req-9b8e8411-b0a5-4c9f-9e77-92935279438a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:36.290693 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9f73bc09-c30b-400e-bf40-75f2c6e995ad req-9b8e8411-b0a5-4c9f-9e77-92935279438a service neutron] 10.222.0.64 "GET /v2.0/networks?id=20b0c49b-98e0-4d73-bdea-8b46faafc116 HTTP/1.1" status: 200 len: 914 time: 0.0877588 May 10 03:18:36.328797 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc21468f-ce55-4e0f-bf06-843ba0e79950 admin admin] Deleting subnet 2ab46cdd-06cc-4fce-a3d9-de1d7cbc8b71 {{(pid=103516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:18:36.333008 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc21468f-ce55-4e0f-bf06-843ba0e79950 admin admin] Publish callbacks [] for subnet (2ab46cdd-06cc-4fce-a3d9-de1d7cbc8b71), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:36.362471 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9f73bc09-c30b-400e-bf40-75f2c6e995ad req-36764511-6144-423a-b908-e1195e8cd15e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3193703-1b47-452e-8101-fee2742e8e7a HTTP/1.1" status: 200 len: 999 time: 0.0648060 May 10 03:18:36.370569 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc21468f-ce55-4e0f-bf06-843ba0e79950 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576826'] for subnet (2ab46cdd-06cc-4fce-a3d9-de1d7cbc8b71), precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:36.413787 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73bc09-c30b-400e-bf40-75f2c6e995ad req-d750cd1b-39fc-4da5-90b7-534c8e6cc504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:36.415516 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9f73bc09-c30b-400e-bf40-75f2c6e995ad req-d750cd1b-39fc-4da5-90b7-534c8e6cc504 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ad8a8dc-3066-46a1-87d8-bb9efc0920fd HTTP/1.1" status: 200 len: 852 time: 0.0475845 May 10 03:18:36.415803 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc21468f-ce55-4e0f-bf06-843ba0e79950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716651'] for subnet (2ab46cdd-06cc-4fce-a3d9-de1d7cbc8b71), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:36.467064 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73bc09-c30b-400e-bf40-75f2c6e995ad req-e967ff2e-de9a-47ac-930a-bac5ea56a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:36.469042 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9f73bc09-c30b-400e-bf40-75f2c6e995ad req-e967ff2e-de9a-47ac-930a-bac5ea56a1e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20b0c49b-98e0-4d73-bdea-8b46faafc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425956 May 10 03:18:36.480098 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc21468f-ce55-4e0f-bf06-843ba0e79950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5428910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5804191'] for subnet (2ab46cdd-06cc-4fce-a3d9-de1d7cbc8b71), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:36.507754 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21468f-ce55-4e0f-bf06-843ba0e79950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ab46cdd-06cc-4fce-a3d9-de1d7cbc8b71,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:36.512231 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc21468f-ce55-4e0f-bf06-843ba0e79950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:36.517771 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-fc21468f-ce55-4e0f-bf06-843ba0e79950 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2ab46cdd-06cc-4fce-a3d9-de1d7cbc8b71 HTTP/1.1" status: 204 len: 168 time: 0.2335989 May 10 03:18:36.518079 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38118) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:36.547379 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a3a52968-e946-480c-ae00-adbe2ed35b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'd793826e-e28d-4ea7-a8af-ab77e0084a6a', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'port_id': 'c3193703-1b47-452e-8101-fee2742e8e7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'mac_address': 'fa:16:3e:7a:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972b595f-8244-44db-a40a-203044d9c20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:18:13Z', 'updated_at': '2022-05-10T03:18:35Z', 'revision_number': 1, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:36.572726 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9f73bc09-c30b-400e-bf40-75f2c6e995ad req-e15cafb4-696a-446f-b90f-1e227a6dc3d6 service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960343 May 10 03:18:36.575123 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a52968-e946-480c-ae00-adbe2ed35b15 None None] Checking router: ed0337df-2e47-44f0-86f8-d2145b93f43f for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:18:36.583473 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a52968-e946-480c-ae00-adbe2ed35b15 None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:18:36.584093 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a3a52968-e946-480c-ae00-adbe2ed35b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:18:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:36.592681 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a81cf46-1a62-4f32-89b4-9b6d8fc87966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085630'] for network (1de77f49-b9d8-4f50-8c23-0e4791428a47), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:36.665756 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9f73bc09-c30b-400e-bf40-75f2c6e995ad req-1e2b91e2-55db-456e-808f-145e1a0e93a4 service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874233 May 10 03:18:36.673581 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a81cf46-1a62-4f32-89b4-9b6d8fc87966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952848', 'neutron.services.segments.db._delete_segments_for_network-8729517486385'] for network (1de77f49-b9d8-4f50-8c23-0e4791428a47), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:36.698441 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-a3a52968-e946-480c-ae00-adbe2ed35b15 None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:18:36.698916 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-8a81cf46-1a62-4f32-89b4-9b6d8fc87966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de77f49-b9d8-4f50-8c23-0e4791428a47']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:36.708502 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-8a81cf46-1a62-4f32-89b4-9b6d8fc87966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ded247d-e70a-401b-8b1c-20728edf2091') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:36.708831 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-8a81cf46-1a62-4f32-89b4-9b6d8fc87966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ded247d-e70a-401b-8b1c-20728edf2091') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:36.718515 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a81cf46-1a62-4f32-89b4-9b6d8fc87966 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729517486906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576961'] for segment (9ded247d-e70a-401b-8b1c-20728edf2091), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:36.731881 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a81cf46-1a62-4f32-89b4-9b6d8fc87966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (9ded247d-e70a-401b-8b1c-20728edf2091), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:36.738177 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a81cf46-1a62-4f32-89b4-9b6d8fc87966 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:18:36.738619 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a81cf46-1a62-4f32-89b4-9b6d8fc87966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5428932'] for segment (9ded247d-e70a-401b-8b1c-20728edf2091), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: Traceback (most recent call last): May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: timer() May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: cb(*args, **kw) May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: return func(*args, **kwargs) May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: self._notify() May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: self.callback(batched_events) May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: event.method(event) May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: return f(self, *a, **k) May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._get(url).json() May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: return self.request(url, 'GET', **kwargs) May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:18:36.740405 dv-cinder-830094-4-iscsi neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:18:36.796314 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a81cf46-1a62-4f32-89b4-9b6d8fc87966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964138'] for network (1de77f49-b9d8-4f50-8c23-0e4791428a47), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:36.802066 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a81cf46-1a62-4f32-89b4-9b6d8fc87966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:36.805815 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-8a81cf46-1a62-4f32-89b4-9b6d8fc87966 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1de77f49-b9d8-4f50-8c23-0e4791428a47 HTTP/1.1" status: 204 len: 168 time: 0.2860804 May 10 03:18:36.821968 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81cf46-1a62-4f32-89b4-9b6d8fc87966 admin admin] Pushing event deleted for resources: {'Network': ['ID=1de77f49-b9d8-4f50-8c23-0e4791428a47,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:36.925733 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a3a52968-e946-480c-ae00-adbe2ed35b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'd793826e-e28d-4ea7-a8af-ab77e0084a6a', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'port_id': 'c3193703-1b47-452e-8101-fee2742e8e7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'mac_address': 'fa:16:3e:7a:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972b595f-8244-44db-a40a-203044d9c20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:18:13Z', 'updated_at': '2022-05-10T03:18:35Z', 'revision_number': 1, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:36.953454 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a52968-e946-480c-ae00-adbe2ed35b15 None None] The sync data for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi is: [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'd793826e-e28d-4ea7-a8af-ab77e0084a6a', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'port_id': 'c3193703-1b47-452e-8101-fee2742e8e7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'mac_address': 'fa:16:3e:7a:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972b595f-8244-44db-a40a-203044d9c20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:18:13Z', 'updated_at': '2022-05-10T03:18:35Z', 'revision_number': 1, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:18:36.965203 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38122) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:37.007174 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-5c7320ce-26cd-4843-9a8e-6ab4a67d5d17 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7c623f8bafbe4349a313eef2b75c8154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407355 May 10 03:18:37.010361 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38124) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:37.060087 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-66ae8fc0-6f2b-4bd7-b9ac-022f0820f6ec admin admin] Publish callbacks [] for security_group (6fed1cc8-fe11-4b51-a303-75c11bb79018), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:37.082125 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-66ae8fc0-6f2b-4bd7-b9ac-022f0820f6ec admin admin] Publish callbacks [] for security_group (6fed1cc8-fe11-4b51-a303-75c11bb79018), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:37.131436 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-66ae8fc0-6f2b-4bd7-b9ac-022f0820f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (6fed1cc8-fe11-4b51-a303-75c11bb79018), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:37.134377 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-66ae8fc0-6f2b-4bd7-b9ac-022f0820f6ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:37.136238 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-66ae8fc0-6f2b-4bd7-b9ac-022f0820f6ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6fed1cc8-fe11-4b51-a303-75c11bb79018 HTTP/1.1" status: 204 len: 168 time: 0.1249354 May 10 03:18:37.144508 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae8fc0-6f2b-4bd7-b9ac-022f0820f6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fed1cc8-fe11-4b51-a303-75c11bb79018,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:37.159778 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfee757-c8c2-48bc-8ce0-cfe32343ff21 None None] New status for floating IP d793826e-e28d-4ea7-a8af-ab77e0084a6a: ACTIVE {{(pid=103518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:18:37.271605 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca4c80-f375-4f49-a998-832cb9eddfdf req-3dfc54ce-953c-46b1-9fd2-bad10c9f357c tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:37.273195 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-62ca4c80-f375-4f49-a998-832cb9eddfdf req-3dfc54ce-953c-46b1-9fd2-bad10c9f357c tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0579031 May 10 03:18:37.322052 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-62ca4c80-f375-4f49-a998-832cb9eddfdf req-cf999b44-5bf0-4a5f-b396-f064692eec01 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426831 May 10 03:18:37.442731 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c47af-c57a-48ec-8d86-88bac81abbaa req-f53166c0-0b80-4186-be47-8be1b9c95c0e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:37.444223 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f11c47af-c57a-48ec-8d86-88bac81abbaa req-f53166c0-0b80-4186-be47-8be1b9c95c0e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0490770 May 10 03:18:37.453777 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38134) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:37.458883 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-5ff52748-758e-4af2-87ad-99f45d267f70 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Request body: {'floatingip': {'port_id': '8849e2ad-b7bd-40d0-aba9-d512831c8b63'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:37.503627 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5ff52748-758e-4af2-87ad-99f45d267f70 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for floatingip (96ba3e5d-9500-4279-96ef-2f0774c1be27), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:37.887982 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 38152) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:37.954071 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5ff52748-758e-4af2-87ad-99f45d267f70 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:37.958149 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5ff52748-758e-4af2-87ad-99f45d267f70 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (96ba3e5d-9500-4279-96ef-2f0774c1be27), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:37.986513 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1484356868-network', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:38.005614 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Made reservation on behalf of b79f1de979384c108b5ff0427e44e30b for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:18:38.007773 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:38.020033 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:38.066295 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.l3_db [None req-5ff52748-758e-4af2-87ad-99f45d267f70 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Floating IP 96ba3e5d-9500-4279-96ef-2f0774c1be27 associated. External IP: 172.27.1.78, port: 8849e2ad-b7bd-40d0-aba9-d512831c8b63. May 10 03:18:38.093875 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Publish callbacks [] for security_group (7b8e3062-39ae-4f4d-9797-137ffba5e17d), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:38.098056 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (7b8e3062-39ae-4f4d-9797-137ffba5e17d), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:38.122768 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:18:38.131405 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8e3062-39ae-4f4d-9797-137ffba5e17d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:38.140326 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (207fb77e-4703-4f5d-bbcf-330c3884052e), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:38.140715 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.segments_db [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Added segment 207fb77e-4703-4f5d-bbcf-330c3884052e of type vlan for network 05efa828-1dab-4ffe-a87b-ab104863313d May 10 03:18:38.142891 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:38.143225 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:38.143556 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:38.143884 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:38.144206 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:38.144524 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:38.144874 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:38.145188 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:38.145502 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:38.145816 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:38.146136 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:38.146448 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:38.146759 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:38.147067 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:38.147366 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:38.190017 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (05efa828-1dab-4ffe-a87b-ab104863313d), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:38.218800 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (05efa828-1dab-4ffe-a87b-ab104863313d), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:38.220164 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:38.220808 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:38.280426 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3911514 May 10 03:18:38.285091 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 38156) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:38.294168 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5eefa375-4afa-4c2c-9497-768f43750bda admin admin] Request body: {'subnet': {'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1484356868-subnet', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:38.295516 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff52748-758e-4af2-87ad-99f45d267f70 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:18:38.300037 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ee997-e8fc-41a1-9ca2-f448d7b87fcb admin admin] Pushing event updated for resources: {'Network': ['ID=05efa828-1dab-4ffe-a87b-ab104863313d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:38.309888 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network 05efa828-1dab-4ffe-a87b-ab104863313d details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:18:38.317554 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eefa375-4afa-4c2c-9497-768f43750bda admin admin] Made reservation on behalf of b79f1de979384c108b5ff0427e44e30b for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:18:38.319837 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5eefa375-4afa-4c2c-9497-768f43750bda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5503992'] for subnet (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:38.422547 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff52748-758e-4af2-87ad-99f45d267f70 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:18:38.427008 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5ff52748-758e-4af2-87ad-99f45d267f70 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:38.434704 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbd0873-19a4-42fb-a03e-af82b2a6ccfd None None] Sync routers for ids ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:18:38.448294 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbd0873-19a4-42fb-a03e-af82b2a6ccfd None None] Routers {'5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:18:38.449038 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7cbd0873-19a4-42fb-a03e-af82b2a6ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:18:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:38.460184 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-5ff52748-758e-4af2-87ad-99f45d267f70 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "PUT /v2.0/floatingips/96ba3e5d-9500-4279-96ef-2f0774c1be27 HTTP/1.1" status: 200 len: 990 time: 1.0051789 May 10 03:18:38.460909 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab', 'tag': '8849e2ad-b7bd-40d0-aba9-d512831c8b63'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:18:38.464055 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0de7df-2cc2-4419-bfda-a507e1e84bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab", "tag": "8849e2ad-b7bd-40d0-aba9-d512831c8b63"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:18:38.502966 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265dc5c4-b24a-41b7-bfd6-c63b965fdf39 x-openstack-request-id: req-265dc5c4-b24a-41b7-bfd6-c63b965fdf39 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:18:38.503271 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab", "tag": "8849e2ad-b7bd-40d0-aba9-d512831c8b63", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:18:38.503471 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-265dc5c4-b24a-41b7-bfd6-c63b965fdf39 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:18:38.503925 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-265dc5c4-b24a-41b7-bfd6-c63b965fdf39'] response: {'name': 'network-changed', 'server_uuid': '26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab', 'tag': '8849e2ad-b7bd-40d0-aba9-d512831c8b63', 'status': 'completed', 'code': 200} May 10 03:18:38.505536 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5eefa375-4afa-4c2c-9497-768f43750bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6483681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5503974'] for subnet (6aca8826-50b4-4fc7-8ca0-772442ca36d7), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:38.565927 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-7cbd0873-19a4-42fb-a03e-af82b2a6ccfd None None] Set router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:18:38.603563 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefa375-4afa-4c2c-9497-768f43750bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aca8826-50b4-4fc7-8ca0-772442ca36d7,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:38.607468 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0de7df-2cc2-4419-bfda-a507e1e84bb0 req-8fee9446-56ca-476c-a956-ac3b0e6f0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:38.609029 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1c0de7df-2cc2-4419-bfda-a507e1e84bb0 req-8fee9446-56ca-476c-a956-ac3b0e6f0f22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4149fee898c44c180ae1de15ac9d9da&device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 1129 time: 0.0733011 May 10 03:18:38.615254 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eefa375-4afa-4c2c-9497-768f43750bda admin admin] Checking segment: {'id': '207fb77e-4703-4f5d-bbcf-330c3884052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:18:38.615614 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eefa375-4afa-4c2c-9497-768f43750bda admin admin] Network hostable DHCP agents. Network: 05efa828-1dab-4ffe-a87b-ab104863313d, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:18:38.687215 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eefa375-4afa-4c2c-9497-768f43750bda admin admin] Network 05efa828-1dab-4ffe-a87b-ab104863313d is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:18:38.707358 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-5eefa375-4afa-4c2c-9497-768f43750bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, 05efa828-1dab-4ffe-a87b-ab104863313d) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:38.716144 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eefa375-4afa-4c2c-9497-768f43750bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:38.716763 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5eefa375-4afa-4c2c-9497-768f43750bda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:38.722066 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3728469-82bc-448a-832e-4dfb8932dd20 None None] Network 05efa828-1dab-4ffe-a87b-ab104863313d requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:18:38.734208 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0de7df-2cc2-4419-bfda-a507e1e84bb0 req-6ce8a904-961d-4537-92dc-ef0f81ed9797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:38.735723 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1c0de7df-2cc2-4419-bfda-a507e1e84bb0 req-6ce8a904-961d-4537-92dc-ef0f81ed9797 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b607388-5cb4-41a1-8154-ba2917605d5c HTTP/1.1" status: 200 len: 917 time: 0.1162879 May 10 03:18:38.743577 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-5eefa375-4afa-4c2c-9497-768f43750bda admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4547582 May 10 03:18:38.746089 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38162) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:38.750412 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1484356868-router', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:38.770266 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-961250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9357'] for router (14fac66b-b4ce-4419-a0cf-5cfab4ab3657), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:38.771362 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-961110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9398'] for router (14fac66b-b4ce-4419-a0cf-5cfab4ab3657), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:38.815261 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1c0de7df-2cc2-4419-bfda-a507e1e84bb0 req-0e5a61cb-fe0c-4a8d-8e23-18dae06795b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8849e2ad-b7bd-40d0-aba9-d512831c8b63 HTTP/1.1" status: 200 len: 998 time: 0.0704150 May 10 03:18:38.832497 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] Publish callbacks [] for router_controller (14fac66b-b4ce-4419-a0cf-5cfab4ab3657), precommit_add_association {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:38.871523 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0de7df-2cc2-4419-bfda-a507e1e84bb0 req-0c040c47-0531-47ee-a2c3-307e5bc75682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:38.873023 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1c0de7df-2cc2-4419-bfda-a507e1e84bb0 req-0c040c47-0531-47ee-a2c3-307e5bc75682 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ae3f063-d3d5-4965-b738-da42afcb0558 HTTP/1.1" status: 200 len: 855 time: 0.0466826 May 10 03:18:38.883923 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7cbd0873-19a4-42fb-a03e-af82b2a6ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:14:18Z', 'revision_number': 4, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port': {'id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:07Z', 'updated_at': '2022-05-10T03:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': '96ba3e5d-9500-4279-96ef-2f0774c1be27', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'port_id': '8849e2ad-b7bd-40d0-aba9-d512831c8b63', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'mac_address': 'fa:16:3e:83:e9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:18:17Z', 'updated_at': '2022-05-10T03:18:37Z', 'revision_number': 1, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937047de-2681-4066-8246-3b1b9cce67a5', 'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'mac_address': 'fa:16:3e:3d:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:29Z', 'revision_number': 5, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'subnets': [{'id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:38.919218 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab3fd681-b6c6-573e-967e-f8a5bfbe9e64-05efa828-1dab-4ffe-a87b-ab104863313d', 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d', 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'fixed_ips': [{'subnet_id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7'}]}} from dv-cinder-830094-4-iscsi. {{(pid=103517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:18:38.920080 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:38.923532 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbd0873-19a4-42fb-a03e-af82b2a6ccfd None None] Checking router: 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:18:38.928451 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0de7df-2cc2-4419-bfda-a507e1e84bb0 req-7fd617b8-49ce-48ec-9402-d6b010d0f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:38.931338 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1c0de7df-2cc2-4419-bfda-a507e1e84bb0 req-7fd617b8-49ce-48ec-9402-d6b010d0f61d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b607388-5cb4-41a1-8154-ba2917605d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491819 May 10 03:18:38.949791 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbd0873-19a4-42fb-a03e-af82b2a6ccfd None None] Routers {'5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:18:38.950457 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7cbd0873-19a4-42fb-a03e-af82b2a6ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:18:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:38.978690 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] Publish callbacks [] for router_gateway (14fac66b-b4ce-4419-a0cf-5cfab4ab3657), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:39.027511 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1c0de7df-2cc2-4419-bfda-a507e1e84bb0 req-184b5f9b-7177-42f1-8214-0134b35cce05 service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912485 May 10 03:18:39.127079 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1c0de7df-2cc2-4419-bfda-a507e1e84bb0 req-17a9a61e-7d6e-4138-8e0c-b8a148199da1 service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940936 May 10 03:18:39.158335 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-7cbd0873-19a4-42fb-a03e-af82b2a6ccfd None None] Set router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:18:39.160568 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Allocated IP 172.20.0.2 (05efa828-1dab-4ffe-a87b-ab104863313d/6aca8826-50b4-4fc7-8ca0-772442ca36d7/af3b4dbe-80ac-4cb7-bf84-ecb994441dcf) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:18:39.175976 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] Publish callbacks [] for router_gateway (14fac66b-b4ce-4419-a0cf-5cfab4ab3657), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:39.195931 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:39.304625 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] Allocated IP 172.27.1.124 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/1d23a607-5b30-44a5-a27a-8999f0c92a0f) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:18:39.411307 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] Publish callbacks [] for port (1d23a607-5b30-44a5-a27a-8999f0c92a0f), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:39.444573 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (1d23a607-5b30-44a5-a27a-8999f0c92a0f), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:39.485022 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:18:39.487833 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:39.491255 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:18:39.522125 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] Pushing event updated for resources: {'Port': ['ID=1d23a607-5b30-44a5-a27a-8999f0c92a0f,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:39.583367 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Publish callbacks [] for port (af3b4dbe-80ac-4cb7-bf84-ecb994441dcf), precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:39.592764 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (af3b4dbe-80ac-4cb7-bf84-ecb994441dcf), after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:39.657950 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Network 05efa828-1dab-4ffe-a87b-ab104863313d is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:18:39.663975 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:39.671633 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:18:39.677216 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7cbd0873-19a4-42fb-a03e-af82b2a6ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:14:18Z', 'revision_number': 4, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port': {'id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:07Z', 'updated_at': '2022-05-10T03:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': '96ba3e5d-9500-4279-96ef-2f0774c1be27', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'port_id': '8849e2ad-b7bd-40d0-aba9-d512831c8b63', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'mac_address': 'fa:16:3e:83:e9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:18:17Z', 'updated_at': '2022-05-10T03:18:37Z', 'revision_number': 1, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937047de-2681-4066-8246-3b1b9cce67a5', 'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'mac_address': 'fa:16:3e:3d:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:29Z', 'revision_number': 5, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'subnets': [{'id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:39.682197 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Pushing event updated for resources: {'Port': ['ID=af3b4dbe-80ac-4cb7-bf84-ecb994441dcf,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:39.712180 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbd0873-19a4-42fb-a03e-af82b2a6ccfd None None] The sync data for ids ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'] in dv-cinder-830094-4-iscsi is: [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:14:18Z', 'revision_number': 4, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port': {'id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:07Z', 'updated_at': '2022-05-10T03:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': '96ba3e5d-9500-4279-96ef-2f0774c1be27', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'port_id': '8849e2ad-b7bd-40d0-aba9-d512831c8b63', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'mac_address': 'fa:16:3e:83:e9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:18:17Z', 'updated_at': '2022-05-10T03:18:37Z', 'revision_number': 1, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937047de-2681-4066-8246-3b1b9cce67a5', 'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'mac_address': 'fa:16:3e:3d:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:29Z', 'revision_number': 5, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'subnets': [{'id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:18:39.766237 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Attempting to bind port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:18:39.766618 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Attempting to bind port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '207fb77e-4703-4f5d-bbcf-330c3884052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:18:39.766984 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Attempting to bind port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf on network 05efa828-1dab-4ffe-a87b-ab104863313d {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:18:39.772827 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:18:39.773214 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Checking segment: {'id': '207fb77e-4703-4f5d-bbcf-330c3884052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:18:39.773706 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:39.774488 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Bound using segment: {'id': '207fb77e-4703-4f5d-bbcf-330c3884052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:18:39.774736 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Bound port: af3b4dbe-80ac-4cb7-bf84-ecb994441dcf, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207fb77e-4703-4f5d-bbcf-330c3884052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:18:39.774982 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (af3b4dbe-80ac-4cb7-bf84-ecb994441dcf), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:39.848280 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-5830e524-910d-4b96-9def-c133c845b046 None None] For port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:18:39.851845 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-5830e524-910d-4b96-9def-c133c845b046 None None] For port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=af3b4dbe-80ac-4cb7-bf84-ecb994441dcf,segment=NetworkSegment(207fb77e-4703-4f5d-bbcf-330c3884052e),segment_id=207fb77e-4703-4f5d-bbcf-330c3884052e)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:18:39.859501 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (af3b4dbe-80ac-4cb7-bf84-ecb994441dcf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:39.920250 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830e524-910d-4b96-9def-c133c845b046 None None] Pushing event updated for resources: {'Port': ['ID=af3b4dbe-80ac-4cb7-bf84-ecb994441dcf,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:39.939315 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d26f574-f9fb-4daa-92e0-78927abb83ca None None] New status for floating IP 96ba3e5d-9500-4279-96ef-2f0774c1be27: ACTIVE {{(pid=103518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:18:39.977789 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] Publish callbacks [] for router_gateway (14fac66b-b4ce-4419-a0cf-5cfab4ab3657), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:40.216856 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-961113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962584'] for router (14fac66b-b4ce-4419-a0cf-5cfab4ab3657), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:40.286899 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device af3b4dbe-80ac-4cb7-bf84-ecb994441dcf up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:18:40.336997 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:40.337369 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (af3b4dbe-80ac-4cb7-bf84-ecb994441dcf), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:40.360788 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] Router 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 is scheduled to L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 with binding_index 1 {{(pid=103516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:18:40.413584 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:40.414025 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (af3b4dbe-80ac-4cb7-bf84-ecb994441dcf), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:40.449839 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] For port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=af3b4dbe-80ac-4cb7-bf84-ecb994441dcf,segment=NetworkSegment(207fb77e-4703-4f5d-bbcf-330c3884052e),segment_id=207fb77e-4703-4f5d-bbcf-330c3884052e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:18:40.453675 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (af3b4dbe-80ac-4cb7-bf84-ecb994441dcf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:40.471143 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:18:40.485333 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Sync routers for ids ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:18:40.489487 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:40.493600 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-fc80409b-ca90-4098-a59a-dfa0b4f8042f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7435102 May 10 03:18:40.494173 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 38164) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:40.524411 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Routers {'14fac66b-b4ce-4419-a0cf-5cfab4ab3657'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:18:40.525441 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:18:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:40.583291 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Pushing event updated for resources: {'Port': ['ID=af3b4dbe-80ac-4cb7-bf84-ecb994441dcf,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:40.593601 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:40.594268 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:40.594268 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:40.594622 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:40.594953 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:40.595275 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:40.595592 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:40.595911 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:40.596228 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:40.596543 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:40.596882 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:40.597220 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:40.597562 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:40.597851 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:40.598160 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:40.673649 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Set router 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:18:40.853827 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'name': 'tempest-TestMinimumBasicScenario-1484356868-router', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:38Z', 'updated_at': '2022-05-10T03:18:39Z', 'revision_number': 3, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'gw_port': {'id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:39Z', 'updated_at': '2022-05-10T03:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:40.884910 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Checking router: 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:18:40.885262 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Updating router 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 port 1d23a607-5b30-44a5-a27a-8999f0c92a0f binding host dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:18:40.921738 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:40.924959 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (1d23a607-5b30-44a5-a27a-8999f0c92a0f), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:40.952157 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badab59f-28c2-49b1-966b-6a016feac261 None None] Network 05efa828-1dab-4ffe-a87b-ab104863313d requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:18:40.972992 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c4f80a4-a322-4c6b-9230-08fe52e494da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:41.025566 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-6d374064-c10e-456f-a59d-b28230a3f4de None None] Provisioning complete for port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:41.025938 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6d374064-c10e-456f-a59d-b28230a3f4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (af3b4dbe-80ac-4cb7-bf84-ecb994441dcf), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:41.133518 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-3c4f80a4-a322-4c6b-9230-08fe52e494da admin admin] Allocated IP 172.20.0.1 (05efa828-1dab-4ffe-a87b-ab104863313d/6aca8826-50b4-4fc7-8ca0-772442ca36d7/579be5b3-a9f8-4dae-86d0-0b8c0dd87a84) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:18:41.243822 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c4f80a4-a322-4c6b-9230-08fe52e494da admin admin] Publish callbacks [] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:41.281525 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c4f80a4-a322-4c6b-9230-08fe52e494da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:41.291580 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-6d374064-c10e-456f-a59d-b28230a3f4de None None] Current status of the port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:41.320090 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4f80a4-a322-4c6b-9230-08fe52e494da admin admin] Network 05efa828-1dab-4ffe-a87b-ab104863313d is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:18:41.323140 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-3c4f80a4-a322-4c6b-9230-08fe52e494da admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:41.325603 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f80a4-a322-4c6b-9230-08fe52e494da admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:18:41.363805 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f80a4-a322-4c6b-9230-08fe52e494da admin admin] Pushing event updated for resources: {'Port': ['ID=579be5b3-a9f8-4dae-86d0-0b8c0dd87a84,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:41.368849 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Publish callbacks [] for port (1d23a607-5b30-44a5-a27a-8999f0c92a0f), precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:41.376319 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (1d23a607-5b30-44a5-a27a-8999f0c92a0f), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:41.378287 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c4f80a4-a322-4c6b-9230-08fe52e494da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965455'] for router_interface (14fac66b-b4ce-4419-a0cf-5cfab4ab3657), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:41.434051 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Attempting to bind port 1d23a607-5b30-44a5-a27a-8999f0c92a0f on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:18:41.434425 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Attempting to bind port 1d23a607-5b30-44a5-a27a-8999f0c92a0f by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:18:41.434784 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Attempting to bind port 1d23a607-5b30-44a5-a27a-8999f0c92a0f on network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:18:41.436960 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826d577-b186-4ee5-805f-f176e4afc8e5 None None] Pushing event updated for resources: {'Port': ['ID=1d23a607-5b30-44a5-a27a-8999f0c92a0f,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:41.442625 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:18:41.443016 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Checking segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:18:41.443406 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:41.443786 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Bound using segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:18:41.444245 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Bound port: 1d23a607-5b30-44a5-a27a-8999f0c92a0f, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:18:41.444624 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (1d23a607-5b30-44a5-a27a-8999f0c92a0f), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:41.512559 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] For port 1d23a607-5b30-44a5-a27a-8999f0c92a0f, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:18:41.525838 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-0a488631-42dd-4e70-8fa3-ed71a6aef07c None None] Provisioning complete for port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:41.526051 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c4f80a4-a322-4c6b-9230-08fe52e494da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:41.526501 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0a488631-42dd-4e70-8fa3-ed71a6aef07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (af3b4dbe-80ac-4cb7-bf84-ecb994441dcf), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:41.529700 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] For port 1d23a607-5b30-44a5-a27a-8999f0c92a0f, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=1d23a607-5b30-44a5-a27a-8999f0c92a0f,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:18:41.556026 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (1d23a607-5b30-44a5-a27a-8999f0c92a0f), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:41.625880 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Routers {'14fac66b-b4ce-4419-a0cf-5cfab4ab3657'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:18:41.626499 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:18:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:41.673576 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826d577-b186-4ee5-805f-f176e4afc8e5 None None] Pushing event updated for resources: {'Port': ['ID=1d23a607-5b30-44a5-a27a-8999f0c92a0f,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:41.701440 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c4f80a4-a322-4c6b-9230-08fe52e494da admin admin] Publish callbacks [] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:41.706361 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c4f80a4-a322-4c6b-9230-08fe52e494da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:41.778253 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c4f80a4-a322-4c6b-9230-08fe52e494da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-966002'] for router_interface (14fac66b-b4ce-4419-a0cf-5cfab4ab3657), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:41.780228 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f80a4-a322-4c6b-9230-08fe52e494da admin admin] Pushing event updated for resources: {'Port': ['ID=579be5b3-a9f8-4dae-86d0-0b8c0dd87a84,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:41.872916 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4f80a4-a322-4c6b-9230-08fe52e494da admin admin] Network 05efa828-1dab-4ffe-a87b-ab104863313d is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:18:41.874315 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-3c4f80a4-a322-4c6b-9230-08fe52e494da admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:41.888634 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-0a488631-42dd-4e70-8fa3-ed71a6aef07c None None] Current status of the port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:41.910526 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] Set router 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:18:42.052008 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-e7414147-8c57-48b8-bcd1-9b6487052948 None None] Provisioning complete for port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:42.052381 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e7414147-8c57-48b8-bcd1-9b6487052948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:42.109498 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-e7414147-8c57-48b8-bcd1-9b6487052948 None None] Port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:18:42.168763 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'name': 'tempest-TestMinimumBasicScenario-1484356868-router', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:38Z', 'updated_at': '2022-05-10T03:18:41Z', 'revision_number': 4, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'gw_port': {'id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:39Z', 'updated_at': '2022-05-10T03:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '579be5b3-a9f8-4dae-86d0-0b8c0dd87a84', 'name': '', 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'mac_address': 'fa:16:3e:f7:08:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:40Z', 'updated_at': '2022-05-10T03:18:41Z', 'revision_number': 1, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'subnets': [{'id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:42.198909 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dca57b5-d159-4f91-a70e-2b37e68abacc None None] The sync data for ids ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'] in dv-cinder-830094-4-iscsi is: [{'id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'name': 'tempest-TestMinimumBasicScenario-1484356868-router', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:38Z', 'updated_at': '2022-05-10T03:18:41Z', 'revision_number': 4, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'gw_port': {'id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:39Z', 'updated_at': '2022-05-10T03:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '579be5b3-a9f8-4dae-86d0-0b8c0dd87a84', 'name': '', 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'mac_address': 'fa:16:3e:f7:08:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:40Z', 'updated_at': '2022-05-10T03:18:41Z', 'revision_number': 1, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'subnets': [{'id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:18:42.216728 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device af3b4dbe-80ac-4cb7-bf84-ecb994441dcf up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:18:42.261614 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4f80a4-a322-4c6b-9230-08fe52e494da admin admin] Router 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:18:42.269904 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-d0426ccf-d83e-4b0b-b49d-9c49ebae1d08 None None] Provisioning complete for port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:42.270286 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d0426ccf-d83e-4b0b-b49d-9c49ebae1d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:42.302584 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:42.302871 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (af3b4dbe-80ac-4cb7-bf84-ecb994441dcf), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:42.334050 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-d0426ccf-d83e-4b0b-b49d-9c49ebae1d08 None None] Port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:18:42.379524 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4f80a4-a322-4c6b-9230-08fe52e494da admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:18:42.385609 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-3c4f80a4-a322-4c6b-9230-08fe52e494da admin admin] 10.222.0.55 "PUT /v2.0/routers/14fac66b-b4ce-4419-a0cf-5cfab4ab3657/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8900390 May 10 03:18:42.391129 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:42.895317 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 38182) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:42.902390 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-2aac5805-13f3-45b0-9719-a0ebf4872f2a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-54820219-network', 'tenant_id': '513434fe6f004d5593457f20b2272567'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:42.922754 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aac5805-13f3-45b0-9719-a0ebf4872f2a admin admin] Made reservation on behalf of 513434fe6f004d5593457f20b2272567 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:18:42.925229 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2aac5805-13f3-45b0-9719-a0ebf4872f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:42.934575 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2aac5805-13f3-45b0-9719-a0ebf4872f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.017136 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2aac5805-13f3-45b0-9719-a0ebf4872f2a admin admin] Publish callbacks [] for security_group (6e69537e-c584-44a4-8450-a047543adaca), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.021076 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2aac5805-13f3-45b0-9719-a0ebf4872f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (6e69537e-c584-44a4-8450-a047543adaca), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.048556 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aac5805-13f3-45b0-9719-a0ebf4872f2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:18:43.059581 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac5805-13f3-45b0-9719-a0ebf4872f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e69537e-c584-44a4-8450-a047543adaca,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:43.065962 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2aac5805-13f3-45b0-9719-a0ebf4872f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (ab6bb497-57ea-4e5d-af07-c5bd384d1a6a), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.066407 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.segments_db [None req-2aac5805-13f3-45b0-9719-a0ebf4872f2a admin admin] Added segment ab6bb497-57ea-4e5d-af07-c5bd384d1a6a of type vlan for network 2ef43a68-d38d-4ed3-81b6-14a36173ec80 May 10 03:18:43.112558 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2aac5805-13f3-45b0-9719-a0ebf4872f2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (2ef43a68-d38d-4ed3-81b6-14a36173ec80), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.138574 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2aac5805-13f3-45b0-9719-a0ebf4872f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (2ef43a68-d38d-4ed3-81b6-14a36173ec80), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.139729 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac5805-13f3-45b0-9719-a0ebf4872f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:43.140971 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2aac5805-13f3-45b0-9719-a0ebf4872f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.196213 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-2aac5805-13f3-45b0-9719-a0ebf4872f2a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2990942 May 10 03:18:43.198754 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 38184) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:43.205416 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-04c8e93c-a960-45f1-9121-0ac86a711889 admin admin] Request body: {'subnet': {'network_id': '2ef43a68-d38d-4ed3-81b6-14a36173ec80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-54820219-subnet', 'tenant_id': '513434fe6f004d5593457f20b2272567', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:43.217713 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac5805-13f3-45b0-9719-a0ebf4872f2a admin admin] Pushing event updated for resources: {'Network': ['ID=2ef43a68-d38d-4ed3-81b6-14a36173ec80,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:43.229561 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network 2ef43a68-d38d-4ed3-81b6-14a36173ec80 details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:18:43.231647 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c8e93c-a960-45f1-9121-0ac86a711889 admin admin] Made reservation on behalf of 513434fe6f004d5593457f20b2272567 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:18:43.234092 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04c8e93c-a960-45f1-9121-0ac86a711889 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5503992'] for subnet (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.407670 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04c8e93c-a960-45f1-9121-0ac86a711889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6483681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5503974'] for subnet (ff25e3d8-5172-4723-bda5-94c804b0041c), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.468890 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8e93c-a960-45f1-9121-0ac86a711889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff25e3d8-5172-4723-bda5-94c804b0041c,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:43.475699 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c8e93c-a960-45f1-9121-0ac86a711889 admin admin] Checking segment: {'id': 'ab6bb497-57ea-4e5d-af07-c5bd384d1a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2ef43a68-d38d-4ed3-81b6-14a36173ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:18:43.476168 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c8e93c-a960-45f1-9121-0ac86a711889 admin admin] Network hostable DHCP agents. Network: 2ef43a68-d38d-4ed3-81b6-14a36173ec80, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:18:43.496296 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c8e93c-a960-45f1-9121-0ac86a711889 admin admin] Network 2ef43a68-d38d-4ed3-81b6-14a36173ec80 is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:18:43.505184 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-04c8e93c-a960-45f1-9121-0ac86a711889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, 2ef43a68-d38d-4ed3-81b6-14a36173ec80) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:43.510094 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c8e93c-a960-45f1-9121-0ac86a711889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:43.510686 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04c8e93c-a960-45f1-9121-0ac86a711889 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.514389 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5895ee42-3abb-4827-b081-a57a2c1eb305 None None] Network 2ef43a68-d38d-4ed3-81b6-14a36173ec80 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:18:43.526020 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-04c8e93c-a960-45f1-9121-0ac86a711889 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3262541 May 10 03:18:43.529002 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 38186) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:43.533509 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-54820219-router', 'tenant_id': '513434fe6f004d5593457f20b2272567', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:43.552838 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-961250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9357'] for router (ff98ddb9-0177-4cbd-adbb-7dc31fb3016c), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.553808 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-961110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9398'] for router (ff98ddb9-0177-4cbd-adbb-7dc31fb3016c), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.610367 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] Publish callbacks [] for router_controller (ff98ddb9-0177-4cbd-adbb-7dc31fb3016c), precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.619844 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab3fd681-b6c6-573e-967e-f8a5bfbe9e64-2ef43a68-d38d-4ed3-81b6-14a36173ec80', 'network_id': '2ef43a68-d38d-4ed3-81b6-14a36173ec80', 'project_id': '513434fe6f004d5593457f20b2272567', 'fixed_ips': [{'subnet_id': 'ff25e3d8-5172-4723-bda5-94c804b0041c'}]}} from dv-cinder-830094-4-iscsi. {{(pid=103517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:18:43.620746 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.755485 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Allocated IP 172.20.0.2 (2ef43a68-d38d-4ed3-81b6-14a36173ec80/ff25e3d8-5172-4723-bda5-94c804b0041c/7eccc00b-b24a-427c-8a11-dfd9d15001eb) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:18:43.758979 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] Publish callbacks [] for router_gateway (ff98ddb9-0177-4cbd-adbb-7dc31fb3016c), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.906447 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Publish callbacks [] for port (7eccc00b-b24a-427c-8a11-dfd9d15001eb), precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.912046 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (7eccc00b-b24a-427c-8a11-dfd9d15001eb), after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.943640 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] Publish callbacks [] for router_gateway (ff98ddb9-0177-4cbd-adbb-7dc31fb3016c), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.954393 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Network 2ef43a68-d38d-4ed3-81b6-14a36173ec80 is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:18:43.959674 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:43.962791 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:18:43.963839 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.970282 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Pushing event updated for resources: {'Port': ['ID=7eccc00b-b24a-427c-8a11-dfd9d15001eb,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:44.027493 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Attempting to bind port 7eccc00b-b24a-427c-8a11-dfd9d15001eb on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:18:44.027995 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Attempting to bind port 7eccc00b-b24a-427c-8a11-dfd9d15001eb by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': 'ab6bb497-57ea-4e5d-af07-c5bd384d1a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2ef43a68-d38d-4ed3-81b6-14a36173ec80'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:18:44.028475 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Attempting to bind port 7eccc00b-b24a-427c-8a11-dfd9d15001eb on network 2ef43a68-d38d-4ed3-81b6-14a36173ec80 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:18:44.035232 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:18:44.035761 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Checking segment: {'id': 'ab6bb497-57ea-4e5d-af07-c5bd384d1a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2ef43a68-d38d-4ed3-81b6-14a36173ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:18:44.036514 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:44.037574 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Bound using segment: {'id': 'ab6bb497-57ea-4e5d-af07-c5bd384d1a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2ef43a68-d38d-4ed3-81b6-14a36173ec80'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:18:44.038163 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Bound port: 7eccc00b-b24a-427c-8a11-dfd9d15001eb, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6bb497-57ea-4e5d-af07-c5bd384d1a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2ef43a68-d38d-4ed3-81b6-14a36173ec80'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:18:44.038635 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (7eccc00b-b24a-427c-8a11-dfd9d15001eb), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:44.082594 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] Allocated IP 172.27.1.176 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/8b73a82d-837b-469f-aef9-bc5fc93366e6) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:18:44.108805 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] For port 7eccc00b-b24a-427c-8a11-dfd9d15001eb, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:18:44.112292 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] For port 7eccc00b-b24a-427c-8a11-dfd9d15001eb, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=7eccc00b-b24a-427c-8a11-dfd9d15001eb,segment=NetworkSegment(ab6bb497-57ea-4e5d-af07-c5bd384d1a6a),segment_id=ab6bb497-57ea-4e5d-af07-c5bd384d1a6a)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:18:44.119144 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (7eccc00b-b24a-427c-8a11-dfd9d15001eb), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:44.180102 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce79c13-0b11-4f49-94e6-e76c1c3b2752 None None] Pushing event updated for resources: {'Port': ['ID=7eccc00b-b24a-427c-8a11-dfd9d15001eb,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:44.202243 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] Publish callbacks [] for port (8b73a82d-837b-469f-aef9-bc5fc93366e6), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:44.242635 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (8b73a82d-837b-469f-aef9-bc5fc93366e6), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:44.252592 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Sync routers for ids ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:18:44.264701 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 1d23a607-5b30-44a5-a27a-8999f0c92a0f up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:18:44.267809 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Routers {'14fac66b-b4ce-4419-a0cf-5cfab4ab3657'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:18:44.268480 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:18:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:44.286481 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:18:44.290309 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:44.294762 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:18:44.324503 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] Pushing event updated for resources: {'Port': ['ID=8b73a82d-837b-469f-aef9-bc5fc93366e6,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:44.330974 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 1d23a607-5b30-44a5-a27a-8999f0c92a0f triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:44.331513 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (1d23a607-5b30-44a5-a27a-8999f0c92a0f), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:44.395120 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Set router 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:18:44.431720 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 1d23a607-5b30-44a5-a27a-8999f0c92a0f is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:44.433431 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (1d23a607-5b30-44a5-a27a-8999f0c92a0f), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:44.467690 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] For port 1d23a607-5b30-44a5-a27a-8999f0c92a0f, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=1d23a607-5b30-44a5-a27a-8999f0c92a0f,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:18:44.474410 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (1d23a607-5b30-44a5-a27a-8999f0c92a0f), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:44.555575 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Pushing event updated for resources: {'Port': ['ID=1d23a607-5b30-44a5-a27a-8999f0c92a0f,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:44.643756 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] Publish callbacks [] for router_gateway (ff98ddb9-0177-4cbd-adbb-7dc31fb3016c), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:44.719853 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'name': 'tempest-TestMinimumBasicScenario-1484356868-router', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:38Z', 'updated_at': '2022-05-10T03:18:41Z', 'revision_number': 4, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'gw_port': {'id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:39Z', 'updated_at': '2022-05-10T03:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '579be5b3-a9f8-4dae-86d0-0b8c0dd87a84', 'name': '', 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'mac_address': 'fa:16:3e:f7:08:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:40Z', 'updated_at': '2022-05-10T03:18:41Z', 'revision_number': 2, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'subnets': [{'id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:44.749660 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Checking router: 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:18:44.750014 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Updating router 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 binding host dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:18:44.754584 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee954-9646-4f3b-ab6f-ba5bee0b0955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:44.781198 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:44.853862 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-961113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962584'] for router (ff98ddb9-0177-4cbd-adbb-7dc31fb3016c), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:44.990828 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] Router ff98ddb9-0177-4cbd-adbb-7dc31fb3016c is scheduled to L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:18:45.046074 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Publish callbacks [] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), precommit_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:45.053229 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:45.112756 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb33a3c-7bac-41af-ad18-38e80240f71d None None] Pushing event updated for resources: {'Port': ['ID=579be5b3-a9f8-4dae-86d0-0b8c0dd87a84,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:45.123072 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:18:45.125573 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb33a3c-7bac-41af-ad18-38e80240f71d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:45.126124 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb33a3c-7bac-41af-ad18-38e80240f71d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:45.126666 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb33a3c-7bac-41af-ad18-38e80240f71d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:45.127329 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb33a3c-7bac-41af-ad18-38e80240f71d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:45.127826 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb33a3c-7bac-41af-ad18-38e80240f71d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:45.128196 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb33a3c-7bac-41af-ad18-38e80240f71d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:45.128464 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb33a3c-7bac-41af-ad18-38e80240f71d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:45.128834 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb33a3c-7bac-41af-ad18-38e80240f71d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:45.129125 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb33a3c-7bac-41af-ad18-38e80240f71d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:45.129444 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb33a3c-7bac-41af-ad18-38e80240f71d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:45.129760 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb33a3c-7bac-41af-ad18-38e80240f71d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:45.130095 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb33a3c-7bac-41af-ad18-38e80240f71d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:45.130412 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb33a3c-7bac-41af-ad18-38e80240f71d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:45.130722 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb33a3c-7bac-41af-ad18-38e80240f71d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:45.131202 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb33a3c-7bac-41af-ad18-38e80240f71d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:45.135217 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Sync routers for ids ['ff98ddb9-0177-4cbd-adbb-7dc31fb3016c'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:18:45.147891 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Routers {'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:18:45.148834 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:18:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ff98ddb9-0177-4cbd-adbb-7dc31fb3016c'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:45.152755 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:45.156801 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-a78c080d-12e8-49cd-8e55-5acb7d9aeb33 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6241188 May 10 03:18:45.157165 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 38190) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:45.200211 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Attempting to bind port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:18:45.200581 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Attempting to bind port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '207fb77e-4703-4f5d-bbcf-330c3884052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:18:45.200970 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Attempting to bind port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 on network 05efa828-1dab-4ffe-a87b-ab104863313d {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:18:45.206417 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:18:45.206794 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Checking segment: {'id': '207fb77e-4703-4f5d-bbcf-330c3884052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:18:45.207192 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:45.207580 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Bound using segment: {'id': '207fb77e-4703-4f5d-bbcf-330c3884052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:18:45.208225 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Bound port: 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207fb77e-4703-4f5d-bbcf-330c3884052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:18:45.208796 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:45.288467 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] For port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:18:45.293023 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] For port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=579be5b3-a9f8-4dae-86d0-0b8c0dd87a84,segment=NetworkSegment(207fb77e-4703-4f5d-bbcf-330c3884052e),segment_id=207fb77e-4703-4f5d-bbcf-330c3884052e)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:18:45.301928 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:45.328035 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Set router ff98ddb9-0177-4cbd-adbb-7dc31fb3016c gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:18:45.372239 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Routers {'14fac66b-b4ce-4419-a0cf-5cfab4ab3657'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:18:45.372885 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:18:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:45.489118 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb33a3c-7bac-41af-ad18-38e80240f71d None None] Pushing event updated for resources: {'Port': ['ID=579be5b3-a9f8-4dae-86d0-0b8c0dd87a84,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:45.491591 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1717f00-4cf0-4e0f-9f48-d914843b243a None None] Network 2ef43a68-d38d-4ed3-81b6-14a36173ec80 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:18:45.507097 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] Set router 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:18:45.725138 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-9f677837-4ccb-4f99-970e-3b4daad9ff39 None None] Provisioning complete for port 7eccc00b-b24a-427c-8a11-dfd9d15001eb triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:45.725424 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9f677837-4ccb-4f99-970e-3b4daad9ff39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (7eccc00b-b24a-427c-8a11-dfd9d15001eb), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:45.733210 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'name': 'tempest-TestMinimumBasicScenario-1484356868-router', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:38Z', 'updated_at': '2022-05-10T03:18:41Z', 'revision_number': 4, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'gw_port': {'id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:39Z', 'updated_at': '2022-05-10T03:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '579be5b3-a9f8-4dae-86d0-0b8c0dd87a84', 'name': '', 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'mac_address': 'fa:16:3e:f7:08:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:40Z', 'updated_at': '2022-05-10T03:18:45Z', 'revision_number': 4, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'subnets': [{'id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:45.766455 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43728f56-4f0e-4f47-885e-03ecfd33b7eb None None] The sync data for ids ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'] in dv-cinder-830094-4-iscsi is: [{'id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'name': 'tempest-TestMinimumBasicScenario-1484356868-router', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:38Z', 'updated_at': '2022-05-10T03:18:41Z', 'revision_number': 4, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'gw_port': {'id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:39Z', 'updated_at': '2022-05-10T03:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '579be5b3-a9f8-4dae-86d0-0b8c0dd87a84', 'name': '', 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'mac_address': 'fa:16:3e:f7:08:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:40Z', 'updated_at': '2022-05-10T03:18:45Z', 'revision_number': 4, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'subnets': [{'id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:18:45.890132 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'name': 'tempest-TestMinimumBasicScenario-54820219-router', 'tenant_id': '513434fe6f004d5593457f20b2272567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '8b73a82d-837b-469f-aef9-bc5fc93366e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:43Z', 'updated_at': '2022-05-10T03:18:44Z', 'revision_number': 3, 'project_id': '513434fe6f004d5593457f20b2272567', 'gw_port': {'id': '8b73a82d-837b-469f-aef9-bc5fc93366e6', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:43Z', 'updated_at': '2022-05-10T03:18:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:45.928296 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Checking router: ff98ddb9-0177-4cbd-adbb-7dc31fb3016c for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:18:45.928722 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Updating router ff98ddb9-0177-4cbd-adbb-7dc31fb3016c port 8b73a82d-837b-469f-aef9-bc5fc93366e6 binding host dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:18:45.930920 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-9f677837-4ccb-4f99-970e-3b4daad9ff39 None None] Current status of the port 7eccc00b-b24a-427c-8a11-dfd9d15001eb is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:45.931297 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9f677837-4ccb-4f99-970e-3b4daad9ff39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (7eccc00b-b24a-427c-8a11-dfd9d15001eb), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:45.981190 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (8b73a82d-837b-469f-aef9-bc5fc93366e6), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.007212 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-234d1e85-97a8-453d-aaef-d7164c3fde29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.019614 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-9f677837-4ccb-4f99-970e-3b4daad9ff39 None None] For port 7eccc00b-b24a-427c-8a11-dfd9d15001eb, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=7eccc00b-b24a-427c-8a11-dfd9d15001eb,segment=NetworkSegment(ab6bb497-57ea-4e5d-af07-c5bd384d1a6a),segment_id=ab6bb497-57ea-4e5d-af07-c5bd384d1a6a)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:18:46.028983 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9f677837-4ccb-4f99-970e-3b4daad9ff39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (7eccc00b-b24a-427c-8a11-dfd9d15001eb), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.124616 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-9f677837-4ccb-4f99-970e-3b4daad9ff39 None None] Provisioning complete for port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:46.125027 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9f677837-4ccb-4f99-970e-3b4daad9ff39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.187789 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f677837-4ccb-4f99-970e-3b4daad9ff39 None None] Pushing event updated for resources: {'Port': ['ID=7eccc00b-b24a-427c-8a11-dfd9d15001eb,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:46.201628 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-234d1e85-97a8-453d-aaef-d7164c3fde29 admin admin] Allocated IP 172.20.0.1 (2ef43a68-d38d-4ed3-81b6-14a36173ec80/ff25e3d8-5172-4723-bda5-94c804b0041c/d45dff10-9473-4441-a92b-378a85432f88) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:18:46.330576 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-9f677837-4ccb-4f99-970e-3b4daad9ff39 None None] Current status of the port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:46.331132 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9f677837-4ccb-4f99-970e-3b4daad9ff39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.350855 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-234d1e85-97a8-453d-aaef-d7164c3fde29 admin admin] Publish callbacks [] for port (d45dff10-9473-4441-a92b-378a85432f88), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.399385 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-234d1e85-97a8-453d-aaef-d7164c3fde29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (d45dff10-9473-4441-a92b-378a85432f88), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.404788 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 7eccc00b-b24a-427c-8a11-dfd9d15001eb up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:18:46.412730 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-9f677837-4ccb-4f99-970e-3b4daad9ff39 None None] For port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=579be5b3-a9f8-4dae-86d0-0b8c0dd87a84,segment=NetworkSegment(207fb77e-4703-4f5d-bbcf-330c3884052e),segment_id=207fb77e-4703-4f5d-bbcf-330c3884052e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:18:46.435997 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9f677837-4ccb-4f99-970e-3b4daad9ff39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.447515 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234d1e85-97a8-453d-aaef-d7164c3fde29 admin admin] Network 2ef43a68-d38d-4ed3-81b6-14a36173ec80 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:18:46.452803 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-234d1e85-97a8-453d-aaef-d7164c3fde29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:46.460073 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d1e85-97a8-453d-aaef-d7164c3fde29 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:18:46.479066 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Publish callbacks [] for port (8b73a82d-837b-469f-aef9-bc5fc93366e6), precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.501777 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (8b73a82d-837b-469f-aef9-bc5fc93366e6), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.503681 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d1e85-97a8-453d-aaef-d7164c3fde29 admin admin] Pushing event updated for resources: {'Port': ['ID=d45dff10-9473-4441-a92b-378a85432f88,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:46.506983 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-234d1e85-97a8-453d-aaef-d7164c3fde29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965455'] for router_interface (ff98ddb9-0177-4cbd-adbb-7dc31fb3016c), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.544088 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f677837-4ccb-4f99-970e-3b4daad9ff39 None None] Pushing event updated for resources: {'Port': ['ID=579be5b3-a9f8-4dae-86d0-0b8c0dd87a84,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:46.613872 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-e4fa8b51-f4cc-42d2-b1c6-7e9b281db6f7 None None] Provisioning complete for port 7eccc00b-b24a-427c-8a11-dfd9d15001eb triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:46.614390 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e4fa8b51-f4cc-42d2-b1c6-7e9b281db6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (7eccc00b-b24a-427c-8a11-dfd9d15001eb), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.618211 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c6532-3a1f-4440-be53-bfa61721b69f None None] Pushing event updated for resources: {'Port': ['ID=8b73a82d-837b-469f-aef9-bc5fc93366e6,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:46.621910 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 7eccc00b-b24a-427c-8a11-dfd9d15001eb triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:46.622101 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (7eccc00b-b24a-427c-8a11-dfd9d15001eb), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.643130 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Attempting to bind port 8b73a82d-837b-469f-aef9-bc5fc93366e6 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:18:46.643495 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Attempting to bind port 8b73a82d-837b-469f-aef9-bc5fc93366e6 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:18:46.643846 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Attempting to bind port 8b73a82d-837b-469f-aef9-bc5fc93366e6 on network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:18:46.667966 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-234d1e85-97a8-453d-aaef-d7164c3fde29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (d45dff10-9473-4441-a92b-378a85432f88), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.679791 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:18:46.680176 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Checking segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:18:46.680563 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.680981 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Bound using segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:18:46.681456 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Bound port: 8b73a82d-837b-469f-aef9-bc5fc93366e6, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:18:46.681837 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (8b73a82d-837b-469f-aef9-bc5fc93366e6), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.800019 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] For port 8b73a82d-837b-469f-aef9-bc5fc93366e6, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:18:46.827270 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] For port 8b73a82d-837b-469f-aef9-bc5fc93366e6, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=8b73a82d-837b-469f-aef9-bc5fc93366e6,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:18:46.831992 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-234d1e85-97a8-453d-aaef-d7164c3fde29 admin admin] Publish callbacks [] for port (d45dff10-9473-4441-a92b-378a85432f88), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.836402 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa8b51-f4cc-42d2-b1c6-7e9b281db6f7 None None] Current status of the port 7eccc00b-b24a-427c-8a11-dfd9d15001eb is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:46.837352 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-234d1e85-97a8-453d-aaef-d7164c3fde29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (d45dff10-9473-4441-a92b-378a85432f88), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.838683 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 7eccc00b-b24a-427c-8a11-dfd9d15001eb is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:46.839641 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 1d23a607-5b30-44a5-a27a-8999f0c92a0f up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:18:46.845103 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (8b73a82d-837b-469f-aef9-bc5fc93366e6), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.898070 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-e4fa8b51-f4cc-42d2-b1c6-7e9b281db6f7 None None] Provisioning complete for port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:46.899038 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e4fa8b51-f4cc-42d2-b1c6-7e9b281db6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.906200 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-234d1e85-97a8-453d-aaef-d7164c3fde29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-966002'] for router_interface (ff98ddb9-0177-4cbd-adbb-7dc31fb3016c), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.908085 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d1e85-97a8-453d-aaef-d7164c3fde29 admin admin] Pushing event updated for resources: {'Port': ['ID=d45dff10-9473-4441-a92b-378a85432f88,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:46.984779 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c6532-3a1f-4440-be53-bfa61721b69f None None] Pushing event updated for resources: {'Port': ['ID=8b73a82d-837b-469f-aef9-bc5fc93366e6,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:46.987879 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-19204156-94d5-4cd7-8c9f-f44787846285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:46.993126 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Routers {'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:18:46.993743 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:18:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ff98ddb9-0177-4cbd-adbb-7dc31fb3016c'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:47.005108 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234d1e85-97a8-453d-aaef-d7164c3fde29 admin admin] Network 2ef43a68-d38d-4ed3-81b6-14a36173ec80 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:18:47.006461 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-234d1e85-97a8-453d-aaef-d7164c3fde29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:47.049035 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 1d23a607-5b30-44a5-a27a-8999f0c92a0f triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:47.049410 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (1d23a607-5b30-44a5-a27a-8999f0c92a0f), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:47.130772 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234d1e85-97a8-453d-aaef-d7164c3fde29 admin admin] Router ff98ddb9-0177-4cbd-adbb-7dc31fb3016c has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:18:47.162366 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa8b51-f4cc-42d2-b1c6-7e9b281db6f7 None None] Current status of the port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:47.184915 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] Set router ff98ddb9-0177-4cbd-adbb-7dc31fb3016c gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:18:47.249794 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234d1e85-97a8-453d-aaef-d7164c3fde29 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:18:47.254852 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-234d1e85-97a8-453d-aaef-d7164c3fde29 admin admin] 10.222.0.55 "PUT /v2.0/routers/ff98ddb9-0177-4cbd-adbb-7dc31fb3016c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0944464 May 10 03:18:47.291877 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 1d23a607-5b30-44a5-a27a-8999f0c92a0f is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:47.292862 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:18:47.354018 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-fec1cc57-ecd1-4a8c-9c5b-d64a6510ab12 None None] Provisioning complete for port d45dff10-9473-4441-a92b-378a85432f88 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:47.354799 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fec1cc57-ecd1-4a8c-9c5b-d64a6510ab12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d45dff10-9473-4441-a92b-378a85432f88), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:47.564644 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-fec1cc57-ecd1-4a8c-9c5b-d64a6510ab12 None None] Port d45dff10-9473-4441-a92b-378a85432f88 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:18:47.577717 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:47.578094 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:47.647284 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'name': 'tempest-TestMinimumBasicScenario-54820219-router', 'tenant_id': '513434fe6f004d5593457f20b2272567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '8b73a82d-837b-469f-aef9-bc5fc93366e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:43Z', 'updated_at': '2022-05-10T03:18:46Z', 'revision_number': 4, 'project_id': '513434fe6f004d5593457f20b2272567', 'gw_port': {'id': '8b73a82d-837b-469f-aef9-bc5fc93366e6', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:43Z', 'updated_at': '2022-05-10T03:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'd45dff10-9473-4441-a92b-378a85432f88', 'name': '', 'network_id': '2ef43a68-d38d-4ed3-81b6-14a36173ec80', 'tenant_id': '513434fe6f004d5593457f20b2272567', 'mac_address': 'fa:16:3e:05:d5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ff25e3d8-5172-4723-bda5-94c804b0041c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:46Z', 'updated_at': '2022-05-10T03:18:46Z', 'revision_number': 2, 'project_id': '513434fe6f004d5593457f20b2272567', 'subnets': [{'id': 'ff25e3d8-5172-4723-bda5-94c804b0041c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:47.681382 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36c193d-6258-498e-854d-a5628d8b12b6 None None] The sync data for ids ['ff98ddb9-0177-4cbd-adbb-7dc31fb3016c'] in dv-cinder-830094-4-iscsi is: [{'id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'name': 'tempest-TestMinimumBasicScenario-54820219-router', 'tenant_id': '513434fe6f004d5593457f20b2272567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '8b73a82d-837b-469f-aef9-bc5fc93366e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:43Z', 'updated_at': '2022-05-10T03:18:46Z', 'revision_number': 4, 'project_id': '513434fe6f004d5593457f20b2272567', 'gw_port': {'id': '8b73a82d-837b-469f-aef9-bc5fc93366e6', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:43Z', 'updated_at': '2022-05-10T03:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'd45dff10-9473-4441-a92b-378a85432f88', 'name': '', 'network_id': '2ef43a68-d38d-4ed3-81b6-14a36173ec80', 'tenant_id': '513434fe6f004d5593457f20b2272567', 'mac_address': 'fa:16:3e:05:d5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ff25e3d8-5172-4723-bda5-94c804b0041c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:46Z', 'updated_at': '2022-05-10T03:18:46Z', 'revision_number': 2, 'project_id': '513434fe6f004d5593457f20b2272567', 'subnets': [{'id': 'ff25e3d8-5172-4723-bda5-94c804b0041c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:18:47.724831 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:48.173325 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:48.244788 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:18:48.295871 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:48.296431 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:48.379289 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:48.380297 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 7eccc00b-b24a-427c-8a11-dfd9d15001eb up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:18:48.426914 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 7eccc00b-b24a-427c-8a11-dfd9d15001eb triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:48.427284 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (7eccc00b-b24a-427c-8a11-dfd9d15001eb), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:48.529082 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 7eccc00b-b24a-427c-8a11-dfd9d15001eb is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:49.822064 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:50.249641 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 8b73a82d-837b-469f-aef9-bc5fc93366e6 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:18:50.319279 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 8b73a82d-837b-469f-aef9-bc5fc93366e6 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:50.319570 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (8b73a82d-837b-469f-aef9-bc5fc93366e6), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:50.418812 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 8b73a82d-837b-469f-aef9-bc5fc93366e6 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:50.419205 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (8b73a82d-837b-469f-aef9-bc5fc93366e6), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:50.455331 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] For port 8b73a82d-837b-469f-aef9-bc5fc93366e6, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=8b73a82d-837b-469f-aef9-bc5fc93366e6,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:18:50.460373 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (8b73a82d-837b-469f-aef9-bc5fc93366e6), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:50.530174 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Pushing event updated for resources: {'Port': ['ID=8b73a82d-837b-469f-aef9-bc5fc93366e6,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:50.571192 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Sync routers for ids ['ff98ddb9-0177-4cbd-adbb-7dc31fb3016c'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:18:50.581786 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Routers {'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:18:50.582399 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:18:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ff98ddb9-0177-4cbd-adbb-7dc31fb3016c'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:50.699179 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Set router ff98ddb9-0177-4cbd-adbb-7dc31fb3016c gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:18:50.918082 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'name': 'tempest-TestMinimumBasicScenario-54820219-router', 'tenant_id': '513434fe6f004d5593457f20b2272567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '8b73a82d-837b-469f-aef9-bc5fc93366e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:43Z', 'updated_at': '2022-05-10T03:18:46Z', 'revision_number': 4, 'project_id': '513434fe6f004d5593457f20b2272567', 'gw_port': {'id': '8b73a82d-837b-469f-aef9-bc5fc93366e6', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:43Z', 'updated_at': '2022-05-10T03:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'd45dff10-9473-4441-a92b-378a85432f88', 'name': '', 'network_id': '2ef43a68-d38d-4ed3-81b6-14a36173ec80', 'tenant_id': '513434fe6f004d5593457f20b2272567', 'mac_address': 'fa:16:3e:05:d5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ff25e3d8-5172-4723-bda5-94c804b0041c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:46Z', 'updated_at': '2022-05-10T03:18:46Z', 'revision_number': 2, 'project_id': '513434fe6f004d5593457f20b2272567', 'subnets': [{'id': 'ff25e3d8-5172-4723-bda5-94c804b0041c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:50.948159 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Checking router: ff98ddb9-0177-4cbd-adbb-7dc31fb3016c for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:18:50.948533 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Updating router ff98ddb9-0177-4cbd-adbb-7dc31fb3016c port d45dff10-9473-4441-a92b-378a85432f88 binding host dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:18:50.989849 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (d45dff10-9473-4441-a92b-378a85432f88), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:51.149877 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:51.303534 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Publish callbacks [] for port (d45dff10-9473-4441-a92b-378a85432f88), precommit_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:51.310756 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (d45dff10-9473-4441-a92b-378a85432f88), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:51.456059 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d4fad-709e-44bc-a4ae-43c0b9346a73 None None] Pushing event updated for resources: {'Port': ['ID=d45dff10-9473-4441-a92b-378a85432f88,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:51.513109 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Attempting to bind port d45dff10-9473-4441-a92b-378a85432f88 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:18:51.513501 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Attempting to bind port d45dff10-9473-4441-a92b-378a85432f88 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': 'ab6bb497-57ea-4e5d-af07-c5bd384d1a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2ef43a68-d38d-4ed3-81b6-14a36173ec80'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:18:51.513862 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Attempting to bind port d45dff10-9473-4441-a92b-378a85432f88 on network 2ef43a68-d38d-4ed3-81b6-14a36173ec80 {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:18:51.519774 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:18:51.519995 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Checking segment: {'id': 'ab6bb497-57ea-4e5d-af07-c5bd384d1a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2ef43a68-d38d-4ed3-81b6-14a36173ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:18:51.520287 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:51.520710 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Bound using segment: {'id': 'ab6bb497-57ea-4e5d-af07-c5bd384d1a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2ef43a68-d38d-4ed3-81b6-14a36173ec80'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:18:51.521186 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Bound port: d45dff10-9473-4441-a92b-378a85432f88, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6bb497-57ea-4e5d-af07-c5bd384d1a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2ef43a68-d38d-4ed3-81b6-14a36173ec80'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:18:51.521569 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (d45dff10-9473-4441-a92b-378a85432f88), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:51.606597 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] For port d45dff10-9473-4441-a92b-378a85432f88, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:18:51.613458 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] For port d45dff10-9473-4441-a92b-378a85432f88, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=d45dff10-9473-4441-a92b-378a85432f88,segment=NetworkSegment(ab6bb497-57ea-4e5d-af07-c5bd384d1a6a),segment_id=ab6bb497-57ea-4e5d-af07-c5bd384d1a6a)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:18:51.624796 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (d45dff10-9473-4441-a92b-378a85432f88), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:51.670520 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Routers {'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:18:51.671203 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:18:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ff98ddb9-0177-4cbd-adbb-7dc31fb3016c'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:51.729507 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-44be3692-7251-4af7-baa2-8c633e0488a2 None None] Provisioning complete for port d45dff10-9473-4441-a92b-378a85432f88 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:51.729911 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-44be3692-7251-4af7-baa2-8c633e0488a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d45dff10-9473-4441-a92b-378a85432f88), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:51.761947 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d4fad-709e-44bc-a4ae-43c0b9346a73 None None] Pushing event updated for resources: {'Port': ['ID=d45dff10-9473-4441-a92b-378a85432f88,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:51.845471 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] Set router ff98ddb9-0177-4cbd-adbb-7dc31fb3016c gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:18:51.854991 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-44be3692-7251-4af7-baa2-8c633e0488a2 None None] Current status of the port d45dff10-9473-4441-a92b-378a85432f88 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:51.855373 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-44be3692-7251-4af7-baa2-8c633e0488a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (d45dff10-9473-4441-a92b-378a85432f88), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:51.897685 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-44be3692-7251-4af7-baa2-8c633e0488a2 None None] For port d45dff10-9473-4441-a92b-378a85432f88, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=d45dff10-9473-4441-a92b-378a85432f88,segment=NetworkSegment(ab6bb497-57ea-4e5d-af07-c5bd384d1a6a),segment_id=ab6bb497-57ea-4e5d-af07-c5bd384d1a6a)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:18:51.909220 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-44be3692-7251-4af7-baa2-8c633e0488a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (d45dff10-9473-4441-a92b-378a85432f88), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:51.969226 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be3692-7251-4af7-baa2-8c633e0488a2 None None] Pushing event updated for resources: {'Port': ['ID=d45dff10-9473-4441-a92b-378a85432f88,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:52.029662 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-8dfe8a19-0b96-4141-ba60-1a3a4dad896e None None] Provisioning complete for port d45dff10-9473-4441-a92b-378a85432f88 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:52.030040 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8dfe8a19-0b96-4141-ba60-1a3a4dad896e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d45dff10-9473-4441-a92b-378a85432f88), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:52.087420 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'name': 'tempest-TestMinimumBasicScenario-54820219-router', 'tenant_id': '513434fe6f004d5593457f20b2272567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '8b73a82d-837b-469f-aef9-bc5fc93366e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:43Z', 'updated_at': '2022-05-10T03:18:46Z', 'revision_number': 4, 'project_id': '513434fe6f004d5593457f20b2272567', 'gw_port': {'id': '8b73a82d-837b-469f-aef9-bc5fc93366e6', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:43Z', 'updated_at': '2022-05-10T03:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'd45dff10-9473-4441-a92b-378a85432f88', 'name': '', 'network_id': '2ef43a68-d38d-4ed3-81b6-14a36173ec80', 'tenant_id': '513434fe6f004d5593457f20b2272567', 'mac_address': 'fa:16:3e:05:d5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ff25e3d8-5172-4723-bda5-94c804b0041c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:46Z', 'updated_at': '2022-05-10T03:18:51Z', 'revision_number': 4, 'project_id': '513434fe6f004d5593457f20b2272567', 'subnets': [{'id': 'ff25e3d8-5172-4723-bda5-94c804b0041c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:18:52.121617 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74625608-32e4-4a15-a670-05a678705ae1 None None] The sync data for ids ['ff98ddb9-0177-4cbd-adbb-7dc31fb3016c'] in dv-cinder-830094-4-iscsi is: [{'id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'name': 'tempest-TestMinimumBasicScenario-54820219-router', 'tenant_id': '513434fe6f004d5593457f20b2272567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '8b73a82d-837b-469f-aef9-bc5fc93366e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:43Z', 'updated_at': '2022-05-10T03:18:46Z', 'revision_number': 4, 'project_id': '513434fe6f004d5593457f20b2272567', 'gw_port': {'id': '8b73a82d-837b-469f-aef9-bc5fc93366e6', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:43Z', 'updated_at': '2022-05-10T03:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'd45dff10-9473-4441-a92b-378a85432f88', 'name': '', 'network_id': '2ef43a68-d38d-4ed3-81b6-14a36173ec80', 'tenant_id': '513434fe6f004d5593457f20b2272567', 'mac_address': 'fa:16:3e:05:d5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ff25e3d8-5172-4723-bda5-94c804b0041c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:46Z', 'updated_at': '2022-05-10T03:18:51Z', 'revision_number': 4, 'project_id': '513434fe6f004d5593457f20b2272567', 'subnets': [{'id': 'ff25e3d8-5172-4723-bda5-94c804b0041c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:18:52.146815 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-8dfe8a19-0b96-4141-ba60-1a3a4dad896e None None] Current status of the port d45dff10-9473-4441-a92b-378a85432f88 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:52.271631 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device d45dff10-9473-4441-a92b-378a85432f88 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:18:52.320640 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port d45dff10-9473-4441-a92b-378a85432f88 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:52.321029 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d45dff10-9473-4441-a92b-378a85432f88), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:52.417358 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port d45dff10-9473-4441-a92b-378a85432f88 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:52.418642 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 8b73a82d-837b-469f-aef9-bc5fc93366e6 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:18:52.482867 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 8b73a82d-837b-469f-aef9-bc5fc93366e6 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:52.483339 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (8b73a82d-837b-469f-aef9-bc5fc93366e6), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:52.583415 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 8b73a82d-837b-469f-aef9-bc5fc93366e6 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:18:56.800292 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-699d6e01-3366-4a04-b093-aa14070a757f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:56.801729 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-699d6e01-3366-4a04-b093-aa14070a757f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/networks?id=05efa828-1dab-4ffe-a87b-ab104863313d HTTP/1.1" status: 200 len: 815 time: 0.1017499 May 10 03:18:56.815844 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-4a273e63-c8ae-434a-9a43-cc3a7a6d95f5 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/quotas/b79f1de979384c108b5ff0427e44e30b HTTP/1.1" status: 200 len: 375 time: 0.0087433 May 10 03:18:56.863822 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-ef14d634-f999-4d67-bb3f-1c21234bcd5a tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b79f1de979384c108b5ff0427e44e30b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431113 May 10 03:18:56.954961 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-e2d4f17b-b48a-492a-9388-380cdc4cfe87 service neutron] 10.222.0.55 "GET /v2.0/networks/05efa828-1dab-4ffe-a87b-ab104863313d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794780 May 10 03:18:57.044998 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-ddb59b60-d9a0-405b-93f2-a86461a05733 service neutron] 10.222.0.55 "GET /v2.0/networks/05efa828-1dab-4ffe-a87b-ab104863313d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843978 May 10 03:18:57.199616 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d249c195-53a1-41bf-b4c5-cf79b1087b62 req-b085f6ce-ee13-4377-bebf-7345219b426e tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 210 time: 0.0283430 May 10 03:18:58.256703 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-d936a92e-06fa-4fbf-9530-eedec651a5ff tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:58.259492 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-d936a92e-06fa-4fbf-9530-eedec651a5ff tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.64 "GET /v2.0/networks?id=05efa828-1dab-4ffe-a87b-ab104863313d HTTP/1.1" status: 200 len: 815 time: 0.1293383 May 10 03:18:58.279212 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-21106e33-c110-4462-b153-2d19272e9904 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Request body: {'port': {'device_id': '0144796a-ba13-4fb0-b9a6-ce953cbc7b60', 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d', 'admin_state_up': True, 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:58.343733 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7cd0ad68-a46d-4558-b59c-12b99d7110db req-f47961cd-fcb5-4208-bd5f-2f871e1b7af4 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 210 time: 0.0605006 May 10 03:18:58.412278 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-21106e33-c110-4462-b153-2d19272e9904 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Made reservation on behalf of b79f1de979384c108b5ff0427e44e30b for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:18:58.416376 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-21106e33-c110-4462-b153-2d19272e9904 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:58.552425 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-21106e33-c110-4462-b153-2d19272e9904 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Allocated IP 172.20.0.11 (05efa828-1dab-4ffe-a87b-ab104863313d/6aca8826-50b4-4fc7-8ca0-772442ca36d7/f02b6a99-10e5-411e-be0e-44e837772e46) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:18:58.733199 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-21106e33-c110-4462-b153-2d19272e9904 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for port (f02b6a99-10e5-411e-be0e-44e837772e46), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:58.775166 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-21106e33-c110-4462-b153-2d19272e9904 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:58.821662 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-21106e33-c110-4462-b153-2d19272e9904 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Network 05efa828-1dab-4ffe-a87b-ab104863313d is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:18:58.827613 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-21106e33-c110-4462-b153-2d19272e9904 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:58.832398 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-21106e33-c110-4462-b153-2d19272e9904 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:18:58.837566 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21106e33-c110-4462-b153-2d19272e9904 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Pushing event updated for resources: {'Port': ['ID=f02b6a99-10e5-411e-be0e-44e837772e46,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:58.893670 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-21106e33-c110-4462-b153-2d19272e9904 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:58.894343 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-21106e33-c110-4462-b153-2d19272e9904 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:58.925181 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-21106e33-c110-4462-b153-2d19272e9904 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6535425 May 10 03:18:59.117327 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-a1603d9f-24f7-4219-aeec-0f8c0ed45e27 None None] Provisioning complete for port f02b6a99-10e5-411e-be0e-44e837772e46 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:18:59.118006 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a1603d9f-24f7-4219-aeec-0f8c0ed45e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.156450 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-a1603d9f-24f7-4219-aeec-0f8c0ed45e27 None None] Port f02b6a99-10e5-411e-be0e-44e837772e46 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:18:59.462539 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c536-f13f-4004-a416-f079502f99a2 req-8724d80a-a777-4a2c-ad71-c7fa9865481f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:59.464010 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5773c536-f13f-4004-a416-f079502f99a2 req-8724d80a-a777-4a2c-ad71-c7fa9865481f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 932 time: 0.0488424 May 10 03:18:59.514911 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5773c536-f13f-4004-a416-f079502f99a2 req-2415ab76-2bd2-4c76-861d-95c27eff01ac tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446432 May 10 03:19:00.635936 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59571338-113a-4e85-a3f9-a816e1d96945 req-b12c7496-c746-4b16-b9e9-6bac9aac6bdb tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:00.637564 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-59571338-113a-4e85-a3f9-a816e1d96945 req-b12c7496-c746-4b16-b9e9-6bac9aac6bdb tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 932 time: 0.0523775 May 10 03:19:00.687270 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-59571338-113a-4e85-a3f9-a816e1d96945 req-96c2b1eb-f495-4126-84b7-956ad23afef6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438352 May 10 03:19:01.805918 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c8619-e669-40ad-abc3-9b675cdb7a83 req-d5ba18be-cca2-4d28-8018-243b58d01b26 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:01.807939 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-fb0c8619-e669-40ad-abc3-9b675cdb7a83 req-d5ba18be-cca2-4d28-8018-243b58d01b26 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 932 time: 0.0518842 May 10 03:19:01.859445 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-fb0c8619-e669-40ad-abc3-9b675cdb7a83 req-f7380861-26f3-4905-9bb0-6e5ae50dad7d tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456803 May 10 03:19:02.979351 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315d2e6-17c3-477d-91e9-d639fbcc997a req-8463ca84-e19f-4857-a28c-1cbe47a5c938 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:02.980966 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2315d2e6-17c3-477d-91e9-d639fbcc997a req-8463ca84-e19f-4857-a28c-1cbe47a5c938 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 932 time: 0.0487351 May 10 03:19:03.030766 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2315d2e6-17c3-477d-91e9-d639fbcc997a req-cb2e0653-998e-4690-b845-3273e244d34f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439320 May 10 03:19:04.169522 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d802a18-3907-49d1-9a31-e97159a635a0 req-7ebad7ae-8062-4de9-b2f2-de90b832323a tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:04.171728 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8d802a18-3907-49d1-9a31-e97159a635a0 req-7ebad7ae-8062-4de9-b2f2-de90b832323a tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 932 time: 0.0726686 May 10 03:19:04.223023 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205ef71-11bf-4c4e-a74b-475150478d9c req-c9927735-2034-4a64-be4e-0129a1c43404 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:04.224866 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a205ef71-11bf-4c4e-a74b-475150478d9c req-c9927735-2034-4a64-be4e-0129a1c43404 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0582407 May 10 03:19:04.233950 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8d802a18-3907-49d1-9a31-e97159a635a0 req-74ef7253-679a-43b4-a539-1f51b7b3c125 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565777 May 10 03:19:04.289912 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a205ef71-11bf-4c4e-a74b-475150478d9c req-33dcac55-9a0e-42ad-ae5e-726b1c4a4682 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566545 May 10 03:19:05.373149 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab998a-d8ff-451e-b1ce-1fc052888449 req-2a7d6146-99c3-4cfd-adf1-d49e527e6863 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:05.373149 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d8ab998a-d8ff-451e-b1ce-1fc052888449 req-2a7d6146-99c3-4cfd-adf1-d49e527e6863 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 932 time: 0.0605834 May 10 03:19:05.416805 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a047154-6d6c-439d-bd9b-c4cf80f9e5d1 req-b4a36dd6-4c0a-41a9-a04a-de026c712056 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:05.418318 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0a047154-6d6c-439d-bd9b-c4cf80f9e5d1 req-b4a36dd6-4c0a-41a9-a04a-de026c712056 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0547709 May 10 03:19:05.427514 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d8ab998a-d8ff-451e-b1ce-1fc052888449 req-2f6b7b88-c880-4b11-bda3-4173f7ff1445 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515380 May 10 03:19:05.471128 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0a047154-6d6c-439d-bd9b-c4cf80f9e5d1 req-de68f6cb-0349-4847-8d2c-7a8801ab688d tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460975 May 10 03:19:06.557646 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc800c5-4ad2-42ae-bab1-1c1ecb15ca4b req-6f423eb1-ad04-4be8-aa05-0346da16b692 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:06.559934 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1cc800c5-4ad2-42ae-bab1-1c1ecb15ca4b req-6f423eb1-ad04-4be8-aa05-0346da16b692 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 932 time: 0.0608664 May 10 03:19:06.619041 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1cc800c5-4ad2-42ae-bab1-1c1ecb15ca4b req-a1fb34a1-3e0f-475a-b46e-76808c8d9341 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475464 May 10 03:19:06.805781 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea43a2-280d-4620-b01f-8a78b80b44df req-3f489f75-9403-42d4-89a1-6ef15d959567 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:06.807342 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8fea43a2-280d-4620-b01f-8a78b80b44df req-3f489f75-9403-42d4-89a1-6ef15d959567 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.2492764 May 10 03:19:06.856621 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8fea43a2-280d-4620-b01f-8a78b80b44df req-bee8a4b7-1216-41b6-9418-c39875527741 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438271 May 10 03:19:07.732109 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d9f22-fde0-4de8-a7ce-81c166005605 req-b566ccc0-90a0-497f-b134-539784114ee7 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:07.733664 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-083d9f22-fde0-4de8-a7ce-81c166005605 req-b566ccc0-90a0-497f-b134-539784114ee7 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 932 time: 0.0478814 May 10 03:19:07.780350 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-083d9f22-fde0-4de8-a7ce-81c166005605 req-51cb82ff-702d-4746-97b6-0770e18f457f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412004 May 10 03:19:07.970007 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709122a-98ca-4a1e-b021-6875fa53eea1 req-56dd6635-d7c6-41dd-8a31-dfd906346a7f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:07.971445 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1709122a-98ca-4a1e-b021-6875fa53eea1 req-56dd6635-d7c6-41dd-8a31-dfd906346a7f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0493777 May 10 03:19:08.014419 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Request body: {'port': {'device_id': '0144796a-ba13-4fb0-b9a6-ce953cbc7b60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:08.038141 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1709122a-98ca-4a1e-b021-6875fa53eea1 req-2986419f-424d-41e0-ba10-838ee4232ffa tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612171 May 10 03:19:08.078866 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.330288 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02b6a99-10e5-411e-be0e-44e837772e46 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:08.337338 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Publish callbacks [] for port (f02b6a99-10e5-411e-be0e-44e837772e46), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.348972 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Transition to ACTIVE for port object f02b6a99-10e5-411e-be0e-44e837772e46 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:19:08.353383 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.400959 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Pushing event updated for resources: {'Port': ['ID=f02b6a99-10e5-411e-be0e-44e837772e46,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:08.472783 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Attempting to bind port f02b6a99-10e5-411e-be0e-44e837772e46 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:08.473123 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Attempting to bind port f02b6a99-10e5-411e-be0e-44e837772e46 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '207fb77e-4703-4f5d-bbcf-330c3884052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:08.473450 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Attempting to bind port f02b6a99-10e5-411e-be0e-44e837772e46 on network 05efa828-1dab-4ffe-a87b-ab104863313d {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:08.478858 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Port f02b6a99-10e5-411e-be0e-44e837772e46 on network 05efa828-1dab-4ffe-a87b-ab104863313d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:19:08.479262 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Attempting to bind port f02b6a99-10e5-411e-be0e-44e837772e46 on network 05efa828-1dab-4ffe-a87b-ab104863313d {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:08.486612 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:08.486881 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Checking segment: {'id': '207fb77e-4703-4f5d-bbcf-330c3884052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:08.487261 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Bound using segment: {'id': '207fb77e-4703-4f5d-bbcf-330c3884052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:08.487686 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Bound port: f02b6a99-10e5-411e-be0e-44e837772e46, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207fb77e-4703-4f5d-bbcf-330c3884052e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:08.488047 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.557327 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] For port f02b6a99-10e5-411e-be0e-44e837772e46, host hv-cinder-83009, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:08.560242 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] For port f02b6a99-10e5-411e-be0e-44e837772e46, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f02b6a99-10e5-411e-be0e-44e837772e46,segment=NetworkSegment(207fb77e-4703-4f5d-bbcf-330c3884052e),segment_id=207fb77e-4703-4f5d-bbcf-330c3884052e)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:08.566013 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.605216 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:08.605784 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.607145 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] 10.222.0.64 "PUT /v2.0/ports/f02b6a99-10e5-411e-be0e-44e837772e46 HTTP/1.1" status: 200 len: 1094 time: 0.5967424 May 10 03:19:08.607579 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0144796a-ba13-4fb0-b9a6-ce953cbc7b60', 'tag': 'f02b6a99-10e5-411e-be0e-44e837772e46'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:08.609821 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75873f69-9762-4036-b8bc-5d877f043e70" -d '{"events": [{"name": "network-changed", "server_uuid": "0144796a-ba13-4fb0-b9a6-ce953cbc7b60", "tag": "f02b6a99-10e5-411e-be0e-44e837772e46"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:08.641767 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da731d9-d52c-4f34-8ae3-9577d180298a service neutron] Pushing event updated for resources: {'Port': ['ID=f02b6a99-10e5-411e-be0e-44e837772e46,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:08.654630 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0b9686-9a43-42d0-8ed8-d6b005405e9c x-openstack-request-id: req-1e0b9686-9a43-42d0-8ed8-d6b005405e9c {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:08.654997 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0144796a-ba13-4fb0-b9a6-ce953cbc7b60", "tag": "f02b6a99-10e5-411e-be0e-44e837772e46", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:08.655314 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e0b9686-9a43-42d0-8ed8-d6b005405e9c {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:08.656057 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e0b9686-9a43-42d0-8ed8-d6b005405e9c'] response: {'name': 'network-changed', 'server_uuid': '0144796a-ba13-4fb0-b9a6-ce953cbc7b60', 'tag': 'f02b6a99-10e5-411e-be0e-44e837772e46', 'status': 'completed', 'code': 200} May 10 03:19:08.889702 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8417b-8bf0-4472-8d84-d95f61d65c14 req-543d25d3-e8e4-43b8-9d86-cadc1ac09bfe tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:08.891167 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-48c8417b-8bf0-4472-8d84-d95f61d65c14 req-543d25d3-e8e4-43b8-9d86-cadc1ac09bfe tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 944 time: 0.0465419 May 10 03:19:08.936831 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-48c8417b-8bf0-4472-8d84-d95f61d65c14 req-b38ee1f7-a4ea-418e-979e-e167918948c3 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402722 May 10 03:19:09.156296 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa61eb1-d1d4-493e-b986-f4fba1f78a8c req-48208f34-84e9-485c-8b89-28cee27c9c64 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:09.157796 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2aa61eb1-d1d4-493e-b986-f4fba1f78a8c req-48208f34-84e9-485c-8b89-28cee27c9c64 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0516539 May 10 03:19:09.206431 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2aa61eb1-d1d4-493e-b986-f4fba1f78a8c req-f951ccd6-8937-4b92-be68-0b11d2635639 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432315 May 10 03:19:10.087909 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff1406-6395-4087-9f54-8a4e60878d76 req-45a78e4b-7f5c-4bac-aa09-5fc24aec5039 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:10.089444 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8aff1406-6395-4087-9f54-8a4e60878d76 req-45a78e4b-7f5c-4bac-aa09-5fc24aec5039 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 944 time: 0.0826340 May 10 03:19:10.092765 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75873f69-9762-4036-b8bc-5d877f043e70 req-3039e95b-a778-4aa6-94f3-6d8b63883d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:10.094200 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-75873f69-9762-4036-b8bc-5d877f043e70 req-3039e95b-a778-4aa6-94f3-6d8b63883d76 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b79f1de979384c108b5ff0427e44e30b&device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 1128 time: 0.0522242 May 10 03:19:10.140418 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8aff1406-6395-4087-9f54-8a4e60878d76 req-91e8b551-ee17-4e9e-8779-6ddcaef616bc tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435941 May 10 03:19:10.377431 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3e031-6630-4d8b-a6c5-058502f8faeb req-761b615e-04e6-4732-91a0-7124e8d13fcf tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:10.378872 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-76b3e031-6630-4d8b-a6c5-058502f8faeb req-761b615e-04e6-4732-91a0-7124e8d13fcf tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.1031029 May 10 03:19:10.424573 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-76b3e031-6630-4d8b-a6c5-058502f8faeb req-f32a00c2-ea46-4d1e-885e-a2fe5f142fdf tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400541 May 10 03:19:10.690128 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b867807-eafd-4654-97c6-de7c2abd81ba req-cf87f0ad-e28d-4b0e-b67a-ccde4568f98a tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:10.691466 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8b867807-eafd-4654-97c6-de7c2abd81ba req-cf87f0ad-e28d-4b0e-b67a-ccde4568f98a tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.64 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0564013 May 10 03:19:10.718201 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75873f69-9762-4036-b8bc-5d877f043e70 req-50a2c09f-d81e-4569-a56e-bf319dc9911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:10.719587 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-75873f69-9762-4036-b8bc-5d877f043e70 req-50a2c09f-d81e-4569-a56e-bf319dc9911c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b79f1de979384c108b5ff0427e44e30b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1308227 May 10 03:19:10.894438 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:11.049488 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-8b867807-eafd-4654-97c6-de7c2abd81ba req-6b762305-b29e-446b-a593-a6a3a9c36179 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Deleting port 240b8202-e12a-435e-ba1f-ff9f7b64c768 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:19:11.050420 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8b867807-eafd-4654-97c6-de7c2abd81ba req-6b762305-b29e-446b-a593-a6a3a9c36179 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (240b8202-e12a-435e-ba1f-ff9f7b64c768), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:11.123952 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75873f69-9762-4036-b8bc-5d877f043e70 req-fb1c872c-5d24-4209-a4a9-b20935ec39f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:11.125460 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-75873f69-9762-4036-b8bc-5d877f043e70 req-fb1c872c-5d24-4209-a4a9-b20935ec39f5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2559898 May 10 03:19:11.162452 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-8b867807-eafd-4654-97c6-de7c2abd81ba req-6b762305-b29e-446b-a593-a6a3a9c36179 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] For port 240b8202-e12a-435e-ba1f-ff9f7b64c768, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=240b8202-e12a-435e-ba1f-ff9f7b64c768,segment=NetworkSegment(fd8dafce-76ca-4a5a-9af7-46546c9e6cb7),segment_id=fd8dafce-76ca-4a5a-9af7-46546c9e6cb7)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:11.162814 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8b867807-eafd-4654-97c6-de7c2abd81ba req-6b762305-b29e-446b-a593-a6a3a9c36179 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (240b8202-e12a-435e-ba1f-ff9f7b64c768), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:11.265617 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e2735-20bc-4058-9029-b719cdfdf20a req-82bd3de8-6d76-43dc-8d59-27f8b34fed75 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:11.267071 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f33e2735-20bc-4058-9029-b719cdfdf20a req-82bd3de8-6d76-43dc-8d59-27f8b34fed75 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 944 time: 0.0585196 May 10 03:19:11.281681 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:19:11.422774 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f33e2735-20bc-4058-9029-b719cdfdf20a req-9f7d6181-7b2e-4889-bf3b-f20308983cf5 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241558 May 10 03:19:11.444103 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-62fdfc80-cabf-49a1-8c93-30b8728fa7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:11.445745 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-62fdfc80-cabf-49a1-8c93-30b8728fa7fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b79f1de979384c108b5ff0427e44e30b&device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 1128 time: 0.0615063 May 10 03:19:11.447650 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8b867807-eafd-4654-97c6-de7c2abd81ba req-6b762305-b29e-446b-a593-a6a3a9c36179 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:11.448005 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8b867807-eafd-4654-97c6-de7c2abd81ba req-6b762305-b29e-446b-a593-a6a3a9c36179 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (905b99ba-895e-4363-824c-673710c89f5d), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:11.448311 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.l3_db [req-8b867807-eafd-4654-97c6-de7c2abd81ba req-6b762305-b29e-446b-a593-a6a3a9c36179 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Floating IP 905b99ba-895e-4363-824c-673710c89f5d disassociated. External IP: 172.27.1.235, port: 240b8202-e12a-435e-ba1f-ff9f7b64c768. May 10 03:19:11.448665 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-8b867807-eafd-4654-97c6-de7c2abd81ba req-6b762305-b29e-446b-a593-a6a3a9c36179 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Calling delete_port for 240b8202-e12a-435e-ba1f-ff9f7b64c768 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:19:11.497999 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-8699fdb5-11f8-4769-909c-e557ae648172 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f02b6a99-10e5-411e-be0e-44e837772e46 HTTP/1.1" status: 200 len: 217 time: 0.0436244 May 10 03:19:11.541069 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc99c3-bbfb-4b25-b306-274e1f194dad req-f0374b0b-20ce-4daa-a50f-87ace0694158 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:11.542461 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e3bc99c3-bbfb-4b25-b306-274e1f194dad req-f0374b0b-20ce-4daa-a50f-87ace0694158 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 946 time: 0.0482769 May 10 03:19:11.583187 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-85fd9147-9da0-4f6c-a2e0-cf5821587593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:11.584645 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-85fd9147-9da0-4f6c-a2e0-cf5821587593 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aca8826-50b4-4fc7-8ca0-772442ca36d7 HTTP/1.1" status: 200 len: 854 time: 0.0605850 May 10 03:19:11.591851 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e3bc99c3-bbfb-4b25-b306-274e1f194dad req-9bba37e2-292e-40c0-b695-cd81f98e8d1e tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20535a1-36e0-4792-add5-3951512cd78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436056 May 10 03:19:11.656491 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-152af1ce-07b3-4431-a0ae-5c66b068650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:11.658054 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-152af1ce-07b3-4431-a0ae-5c66b068650a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05efa828-1dab-4ffe-a87b-ab104863313d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632653 May 10 03:19:11.727674 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8b867807-eafd-4654-97c6-de7c2abd81ba req-6b762305-b29e-446b-a593-a6a3a9c36179 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (240b8202-e12a-435e-ba1f-ff9f7b64c768), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:11.767427 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b762305-b29e-446b-a593-a6a3a9c36179 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Pushing event deleted for resources: {'Port': ['ID=240b8202-e12a-435e-ba1f-ff9f7b64c768,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:12.073692 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-d5d564b7-3d42-4711-8de5-5a8635ad8d89 service neutron] 10.222.0.64 "GET /v2.0/networks/05efa828-1dab-4ffe-a87b-ab104863313d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067655 May 10 03:19:12.208728 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b867807-eafd-4654-97c6-de7c2abd81ba req-6b762305-b29e-446b-a593-a6a3a9c36179 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Router 02d5051c-de78-4ce8-9286-5811ced63dc5 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:19:12.224533 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bfdde80c-d1a0-4ebb-bf9c-fed10be22196 req-5cbac32e-6bc7-4474-aa81-8710964705b7 service neutron] 10.222.0.64 "GET /v2.0/networks/05efa828-1dab-4ffe-a87b-ab104863313d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421344 May 10 03:19:12.332716 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b867807-eafd-4654-97c6-de7c2abd81ba req-6b762305-b29e-446b-a593-a6a3a9c36179 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:19:12.342892 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcae2c3-77fe-4d51-9379-da63871a1cf9 None None] Sync routers for ids ['02d5051c-de78-4ce8-9286-5811ced63dc5'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:19:12.353941 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcae2c3-77fe-4d51-9379-da63871a1cf9 None None] Routers {'02d5051c-de78-4ce8-9286-5811ced63dc5'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:12.354513 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2fcae2c3-77fe-4d51-9379-da63871a1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:18:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['02d5051c-de78-4ce8-9286-5811ced63dc5'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:12.379805 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b867807-eafd-4654-97c6-de7c2abd81ba req-6b762305-b29e-446b-a593-a6a3a9c36179 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] No DVR routers for this DVR port 240b8202-e12a-435e-ba1f-ff9f7b64c768 on host hv-cinder-83009 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:19:12.382385 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8b867807-eafd-4654-97c6-de7c2abd81ba req-6b762305-b29e-446b-a593-a6a3a9c36179 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:12.386287 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8b867807-eafd-4654-97c6-de7c2abd81ba req-6b762305-b29e-446b-a593-a6a3a9c36179 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.64 "DELETE /v2.0/ports/240b8202-e12a-435e-ba1f-ff9f7b64c768 HTTP/1.1" status: 204 len: 173 time: 1.5179913 May 10 03:19:12.386734 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03eee221-c04f-48de-b2eb-5e696a377e0f', 'name': 'network-vif-deleted', 'tag': '240b8202-e12a-435e-ba1f-ff9f7b64c768'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:12.388995 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9211839b-a9a0-4679-b298-fe2592d446a5" -d '{"events": [{"server_uuid": "03eee221-c04f-48de-b2eb-5e696a377e0f", "name": "network-vif-deleted", "tag": "240b8202-e12a-435e-ba1f-ff9f7b64c768"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:12.426226 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb5fd84-3593-4a93-b13f-2ed73e184d7e x-openstack-request-id: req-ffb5fd84-3593-4a93-b13f-2ed73e184d7e {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:12.426517 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03eee221-c04f-48de-b2eb-5e696a377e0f", "name": "network-vif-deleted", "tag": "240b8202-e12a-435e-ba1f-ff9f7b64c768", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:12.426768 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ffb5fd84-3593-4a93-b13f-2ed73e184d7e {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:12.427184 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffb5fd84-3593-4a93-b13f-2ed73e184d7e'] response: {'server_uuid': '03eee221-c04f-48de-b2eb-5e696a377e0f', 'name': 'network-vif-deleted', 'tag': '240b8202-e12a-435e-ba1f-ff9f7b64c768', 'status': 'completed', 'code': 200} May 10 03:19:12.479374 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-2fcae2c3-77fe-4d51-9379-da63871a1cf9 None None] Set router 02d5051c-de78-4ce8-9286-5811ced63dc5 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:12.541516 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533926a1-21a4-4b87-a701-4f1d42a50567 req-11de5ea6-823e-4634-a167-df40ddd030f6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:12.543196 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-533926a1-21a4-4b87-a701-4f1d42a50567 req-11de5ea6-823e-4634-a167-df40ddd030f6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 944 time: 0.0481658 May 10 03:19:12.596242 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-533926a1-21a4-4b87-a701-4f1d42a50567 req-1aee2355-f02b-495f-90a1-2dc93766c1e1 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461731 May 10 03:19:12.688246 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-67d7fe00-5472-422c-86ee-7b7571f9ce49 req-89fbf3d7-644f-44ba-ba2f-aae573424455 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 210 time: 0.0284708 May 10 03:19:12.691739 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2fcae2c3-77fe-4d51-9379-da63871a1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:21Z', 'revision_number': 4, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port': {'id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:10Z', 'updated_at': '2022-05-10T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '01ded3d6-9637-4a52-bb23-67ffb9ca0dec', 'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'mac_address': 'fa:16:3e:0e:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:19Z', 'updated_at': '2022-05-10T03:14:34Z', 'revision_number': 5, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'subnets': [{'id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:12.698312 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdff37-0ad7-4d77-bba7-9b8283d8f8a8 req-2502aca4-c4ad-4cf8-bac1-8d5308cd27c3 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:12.699841 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8ccdff37-0ad7-4d77-bba7-9b8283d8f8a8 req-2502aca4-c4ad-4cf8-bac1-8d5308cd27c3 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0510137 May 10 03:19:12.722057 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcae2c3-77fe-4d51-9379-da63871a1cf9 None None] Checking router: 02d5051c-de78-4ce8-9286-5811ced63dc5 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:19:12.731005 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcae2c3-77fe-4d51-9379-da63871a1cf9 None None] Routers {'02d5051c-de78-4ce8-9286-5811ced63dc5'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:12.731607 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2fcae2c3-77fe-4d51-9379-da63871a1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:18:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['02d5051c-de78-4ce8-9286-5811ced63dc5'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:12.755119 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8ccdff37-0ad7-4d77-bba7-9b8283d8f8a8 req-b93dc8cc-853f-4f5f-88a1-ba42f4a24244 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447407 May 10 03:19:12.965326 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-2fcae2c3-77fe-4d51-9379-da63871a1cf9 None None] Set router 02d5051c-de78-4ce8-9286-5811ced63dc5 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:13.161363 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2fcae2c3-77fe-4d51-9379-da63871a1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:21Z', 'revision_number': 4, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port': {'id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:10Z', 'updated_at': '2022-05-10T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '01ded3d6-9637-4a52-bb23-67ffb9ca0dec', 'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'mac_address': 'fa:16:3e:0e:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:19Z', 'updated_at': '2022-05-10T03:14:34Z', 'revision_number': 5, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'subnets': [{'id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:13.187375 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcae2c3-77fe-4d51-9379-da63871a1cf9 None None] The sync data for ids ['02d5051c-de78-4ce8-9286-5811ced63dc5'] in dv-cinder-830094-4-iscsi is: [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:21Z', 'revision_number': 4, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port': {'id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:10Z', 'updated_at': '2022-05-10T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '01ded3d6-9637-4a52-bb23-67ffb9ca0dec', 'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'mac_address': 'fa:16:3e:0e:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:19Z', 'updated_at': '2022-05-10T03:14:34Z', 'revision_number': 5, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'subnets': [{'id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:19:13.399400 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4793c2f1-644d-466d-8287-e77306e2b5d1 None None] New status for floating IP 905b99ba-895e-4363-824c-673710c89f5d: DOWN {{(pid=103518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:19:13.715290 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c80eac-9225-4abd-b058-8a81adaeda22 req-12561933-16d4-439e-bbe5-75643cf7d7f9 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:13.716800 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-97c80eac-9225-4abd-b058-8a81adaeda22 req-12561933-16d4-439e-bbe5-75643cf7d7f9 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 944 time: 0.0513589 May 10 03:19:13.763211 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-97c80eac-9225-4abd-b058-8a81adaeda22 req-22194a6b-3b10-4fef-9136-c5a21fee1f55 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407133 May 10 03:19:13.787334 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5eb36ee5-a747-4cb1-a7f1-1765abc016b0 req-35b63ffb-0eb8-43af-affc-eeda721bc186 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 210 time: 0.0281744 May 10 03:19:13.867594 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc552f-e9f2-4707-8222-b930765a30e5 req-c510376d-cc78-40e2-916d-809c90342bee tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:13.869065 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b1fc552f-e9f2-4707-8222-b930765a30e5 req-c510376d-cc78-40e2-916d-809c90342bee tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0460835 May 10 03:19:13.914542 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b1fc552f-e9f2-4707-8222-b930765a30e5 req-4f8de785-6190-40f7-91b6-35fc59800492 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395761 May 10 03:19:14.749948 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e4941516-4522-404b-847d-fc26fa1a0b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:14.877070 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b78a71-c110-4440-acaa-0fe5e8962aa6 req-aa90e98a-2309-4adc-892c-218c86cb0543 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:14.878674 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f2b78a71-c110-4440-acaa-0fe5e8962aa6 req-aa90e98a-2309-4adc-892c-218c86cb0543 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 944 time: 0.0474217 May 10 03:19:14.884468 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c70eee5d-6b9b-4956-a29b-3f4408106a59 req-13f05552-d224-4496-a580-86e9e415b5f1 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 210 time: 0.0279503 May 10 03:19:14.927012 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f2b78a71-c110-4440-acaa-0fe5e8962aa6 req-61b9baab-730f-4d0c-801c-58093d3bb074 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411308 May 10 03:19:15.026793 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398db3a-a5c3-4071-aec9-80f323a5424b req-9a83ce7a-0d2b-47ad-9eba-86b08dac8008 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:15.028172 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2398db3a-a5c3-4071-aec9-80f323a5424b req-9a83ce7a-0d2b-47ad-9eba-86b08dac8008 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0487940 May 10 03:19:15.074731 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2398db3a-a5c3-4071-aec9-80f323a5424b req-f7c89435-66a4-4b0e-ad9d-f07db3667536 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408094 May 10 03:19:15.896247 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device f02b6a99-10e5-411e-be0e-44e837772e46 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:19:15.900019 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 240b8202-e12a-435e-ba1f-ff9f7b64c768 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:19:15.931899 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: 240b8202-e12a-435e-ba1f-ff9f7b64c768 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:19:15.932241 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 240b8202-e12a-435e-ba1f-ff9f7b64c768 not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:19:15.981817 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-94953924-4383-47be-8a06-bc4de6bbaa5b req-18b930ac-e0d1-4ff4-b765-79223fdc6e12 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=03eee221-c04f-48de-b2eb-5e696a377e0f HTTP/1.1" status: 200 len: 210 time: 0.0275493 May 10 03:19:16.026846 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port f02b6a99-10e5-411e-be0e-44e837772e46, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f02b6a99-10e5-411e-be0e-44e837772e46,segment=NetworkSegment(207fb77e-4703-4f5d-bbcf-330c3884052e),segment_id=207fb77e-4703-4f5d-bbcf-330c3884052e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:16.038760 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': 'f02b6a99-10e5-411e-be0e-44e837772e46', 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d', 'port_id': 'f02b6a99-10e5-411e-be0e-44e837772e46', 'mac_address': 'fa:16:3e:61:c8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:19:16.042226 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf21ee-856a-4570-a0e1-16d47edd4aec req-b4b88b82-4972-47c6-a969-140a4f04fd0b tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:16.043780 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9bdf21ee-856a-4570-a0e1-16d47edd4aec req-b4b88b82-4972-47c6-a969-140a4f04fd0b tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 944 time: 0.0465684 May 10 03:19:16.080193 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port f02b6a99-10e5-411e-be0e-44e837772e46 is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:16.080728 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.092729 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9bdf21ee-856a-4570-a0e1-16d47edd4aec req-a4b2c33c-3f1c-43a4-a1c6-c590bd3afc2b tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429561 May 10 03:19:16.093935 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02b6a99-10e5-411e-be0e-44e837772e46 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:16.123894 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port f02b6a99-10e5-411e-be0e-44e837772e46, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f02b6a99-10e5-411e-be0e-44e837772e46,segment=NetworkSegment(207fb77e-4703-4f5d-bbcf-330c3884052e),segment_id=207fb77e-4703-4f5d-bbcf-330c3884052e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:16.123894 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.170910 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=f02b6a99-10e5-411e-be0e-44e837772e46,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:16.195613 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6bba5-d7f4-4d4f-9676-01a00578581e req-af7a9db1-edcd-467e-aeaa-7dfa41f59a1d tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:16.197084 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7dd6bba5-d7f4-4d4f-9676-01a00578581e req-af7a9db1-edcd-467e-aeaa-7dfa41f59a1d tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0496933 May 10 03:19:16.242718 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7dd6bba5-d7f4-4d4f-9676-01a00578581e req-2268f660-6f5e-4146-8edc-370422edcd49 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401213 May 10 03:19:16.400350 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6aa5b53d-8fde-4d78-96be-bd738eae30ca req-7f682b3c-ffdf-45b1-9de4-ebd3c651205c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385230 May 10 03:19:16.425861 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['f02b6a99-10e5-411e-be0e-44e837772e46'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:19:16.561570 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5b53d-8fde-4d78-96be-bd738eae30ca req-51e93959-43e6-4976-818f-5f01eb1cc532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:16.563067 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6aa5b53d-8fde-4d78-96be-bd738eae30ca req-51e93959-43e6-4976-818f-5f01eb1cc532 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2279255bed8483c82ba27a2451313fc&device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 1129 time: 0.0428088 May 10 03:19:16.932346 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f35b8c4f-1e52-43bc-ae5b-a516393fa8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.955406 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896c63-f86e-42b8-9aa3-8078ec00ee40 req-697efb0c-75da-4f62-8b90-2aa42c41b9ea tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:16.956955 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-16896c63-f86e-42b8-9aa3-8078ec00ee40 req-697efb0c-75da-4f62-8b90-2aa42c41b9ea tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.64 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.1040182 May 10 03:19:17.022786 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5b53d-8fde-4d78-96be-bd738eae30ca req-5b1b967e-a750-4d0e-876f-6b0e57061c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:17.024359 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6aa5b53d-8fde-4d78-96be-bd738eae30ca req-5b1b967e-a750-4d0e-876f-6b0e57061c21 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 200 len: 920 time: 0.1634986 May 10 03:19:17.079149 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38422) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:17.092022 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6aa5b53d-8fde-4d78-96be-bd738eae30ca req-705ca62b-b0c8-4cc1-b791-c09178d33a1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd37adcc-6c61-4249-b29c-d3a717224790 HTTP/1.1" status: 200 len: 217 time: 0.0612669 May 10 03:19:17.115195 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-16896c63-f86e-42b8-9aa3-8078ec00ee40 req-fbd06cf6-32b9-437b-92be-4e868ef3563f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Deleting port 7b55a664-e823-4d00-8935-550519d0fdf6 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:19:17.115442 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-16896c63-f86e-42b8-9aa3-8078ec00ee40 req-fbd06cf6-32b9-437b-92be-4e868ef3563f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (7b55a664-e823-4d00-8935-550519d0fdf6), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.133507 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group (a20535a1-36e0-4792-add5-3951512cd78b), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.157547 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group (a20535a1-36e0-4792-add5-3951512cd78b), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.206660 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (a20535a1-36e0-4792-add5-3951512cd78b), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.209400 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.210812 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "DELETE /v2.0/security-groups/a20535a1-36e0-4792-add5-3951512cd78b HTTP/1.1" status: 204 len: 168 time: 0.1304893 May 10 03:19:17.214307 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38426) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:17.231470 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20535a1-36e0-4792-add5-3951512cd78b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:17.234610 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.api.v2.resource [None req-4cada7e3-511c-4e2b-a5d1-dbfc2703b701 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] show failed (client error): The resource could not be found. May 10 03:19:17.235660 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5b53d-8fde-4d78-96be-bd738eae30ca req-c36b4b01-0c63-49be-9d02-d0eba74da6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:17.236046 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-4cada7e3-511c-4e2b-a5d1-dbfc2703b701 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups/a20535a1-36e0-4792-add5-3951512cd78b HTTP/1.1" status: 404 len: 347 time: 0.0205631 May 10 03:19:17.237131 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6aa5b53d-8fde-4d78-96be-bd738eae30ca req-c36b4b01-0c63-49be-9d02-d0eba74da6ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b HTTP/1.1" status: 200 len: 858 time: 0.1325076 May 10 03:19:17.239902 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38428) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:17.248436 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:17.248799 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:17.249136 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:17.249465 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:17.249789 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:17.250107 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:17.250455 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:17.250875 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:17.251036 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:17.251375 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:17.251668 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:17.251979 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:17.252289 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:17.252596 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:17.252936 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b08ac-0beb-4501-b4a1-ff91bf7b9463 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:17.310323 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc3a86-d02f-45ff-b573-1fa7052bbf40 req-fa5faf9e-8426-4ece-972a-b59f43aac80a tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:17.311820 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-02bc3a86-d02f-45ff-b573-1fa7052bbf40 req-fa5faf9e-8426-4ece-972a-b59f43aac80a tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 945 time: 0.1347456 May 10 03:19:17.325802 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-16896c63-f86e-42b8-9aa3-8078ec00ee40 req-fbd06cf6-32b9-437b-92be-4e868ef3563f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] For port 7b55a664-e823-4d00-8935-550519d0fdf6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7b55a664-e823-4d00-8935-550519d0fdf6,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:17.326163 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-16896c63-f86e-42b8-9aa3-8078ec00ee40 req-fbd06cf6-32b9-437b-92be-4e868ef3563f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (7b55a664-e823-4d00-8935-550519d0fdf6), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.340019 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5b53d-8fde-4d78-96be-bd738eae30ca req-0556eb26-2110-400b-b76f-3350c1f8acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:17.341640 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6aa5b53d-8fde-4d78-96be-bd738eae30ca req-0556eb26-2110-400b-b76f-3350c1f8acb7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73cc213e-781c-42c1-8c05-7293b0a3f3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0953872 May 10 03:19:17.408043 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e152f-70c7-4bd1-806d-7672111d0638 req-e2fe6444-a397-4df8-b827-4d1273bb4d10 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:17.409487 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-981e152f-70c7-4bd1-806d-7672111d0638 req-e2fe6444-a397-4df8-b827-4d1273bb4d10 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 946 time: 0.0718362 May 10 03:19:17.422805 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d7055f84-b24d-4572-8a4a-c0f94d1faf18 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Deleting port 07ba89e0-e981-4c38-9b64-7a302e9cb9f7 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:19:17.423144 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7055f84-b24d-4572-8a4a-c0f94d1faf18 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (07ba89e0-e981-4c38-9b64-7a302e9cb9f7), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.467750 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-02bc3a86-d02f-45ff-b573-1fa7052bbf40 req-80bedeff-32c9-4278-9aab-a2d69d52f3e1 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447239 May 10 03:19:17.511686 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-981e152f-70c7-4bd1-806d-7672111d0638 req-1f41e13e-ab3d-4462-9fcd-c71a2eed97fe tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=caba69a9-9ffc-4d7e-849a-138c05b866e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947833 May 10 03:19:17.534319 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7055f84-b24d-4572-8a4a-c0f94d1faf18 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (07ba89e0-e981-4c38-9b64-7a302e9cb9f7), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.534319 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7055f84-b24d-4572-8a4a-c0f94d1faf18 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for floatingip (07ba89e0-e981-4c38-9b64-7a302e9cb9f7), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.546511 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d7055f84-b24d-4572-8a4a-c0f94d1faf18 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Calling delete_port for 07ba89e0-e981-4c38-9b64-7a302e9cb9f7 owned by network:floatingip {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:19:17.581566 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6aa5b53d-8fde-4d78-96be-bd738eae30ca req-f7b5f444-bb76-4b47-807c-19ca3339ad45 service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283044 May 10 03:19:17.675183 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7055f84-b24d-4572-8a4a-c0f94d1faf18 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (07ba89e0-e981-4c38-9b64-7a302e9cb9f7), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.676294 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-16896c63-f86e-42b8-9aa3-8078ec00ee40 req-fbd06cf6-32b9-437b-92be-4e868ef3563f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.676686 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-16896c63-f86e-42b8-9aa3-8078ec00ee40 req-fbd06cf6-32b9-437b-92be-4e868ef3563f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (b6055989-20e1-4dbe-ac41-135d67c0af34), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.677009 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.l3_db [req-16896c63-f86e-42b8-9aa3-8078ec00ee40 req-fbd06cf6-32b9-437b-92be-4e868ef3563f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Floating IP b6055989-20e1-4dbe-ac41-135d67c0af34 disassociated. External IP: 172.27.1.97, port: 7b55a664-e823-4d00-8935-550519d0fdf6. May 10 03:19:17.677362 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-16896c63-f86e-42b8-9aa3-8078ec00ee40 req-fbd06cf6-32b9-437b-92be-4e868ef3563f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Calling delete_port for 7b55a664-e823-4d00-8935-550519d0fdf6 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:19:17.701876 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7055f84-b24d-4572-8a4a-c0f94d1faf18 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Pushing event deleted for resources: {'Port': ['ID=07ba89e0-e981-4c38-9b64-7a302e9cb9f7,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:17.705063 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6aa5b53d-8fde-4d78-96be-bd738eae30ca req-91c912fe-9eec-4f66-8a9f-9805b3cd2c5e service neutron] 10.222.0.64 "GET /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161094 May 10 03:19:17.764718 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7055f84-b24d-4572-8a4a-c0f94d1faf18 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for floatingip (905b99ba-895e-4363-824c-673710c89f5d), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.767496 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7055f84-b24d-4572-8a4a-c0f94d1faf18 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.768826 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-d7055f84-b24d-4572-8a4a-c0f94d1faf18 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "DELETE /v2.0/floatingips/905b99ba-895e-4363-824c-673710c89f5d HTTP/1.1" status: 204 len: 168 time: 0.5280232 May 10 03:19:17.826322 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-16896c63-f86e-42b8-9aa3-8078ec00ee40 req-fbd06cf6-32b9-437b-92be-4e868ef3563f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (7b55a664-e823-4d00-8935-550519d0fdf6), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.855853 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38434) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:17.859983 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd06cf6-32b9-437b-92be-4e868ef3563f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Pushing event deleted for resources: {'Port': ['ID=7b55a664-e823-4d00-8935-550519d0fdf6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:17.860351 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-a78336cb-a62f-4416-a4b4-d22ebebfda02 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1214793060', 'description': 'tempest-description--1210586996'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:17.887487 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a78336cb-a62f-4416-a4b4-d22ebebfda02 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.894046 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device f02b6a99-10e5-411e-be0e-44e837772e46 up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:17.947459 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port f02b6a99-10e5-411e-be0e-44e837772e46 completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:19:17.953978 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port f02b6a99-10e5-411e-be0e-44e837772e46 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:17.954342 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.959964 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a78336cb-a62f-4416-a4b4-d22ebebfda02 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group (18c93368-02b8-46fe-972a-46e81625679b), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.964201 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a78336cb-a62f-4416-a4b4-d22ebebfda02 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (18c93368-02b8-46fe-972a-46e81625679b), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.995283 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a78336cb-a62f-4416-a4b4-d22ebebfda02 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.996506 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-a78336cb-a62f-4416-a4b4-d22ebebfda02 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1396530 May 10 03:19:17.999351 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38436) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:18.000550 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16896c63-f86e-42b8-9aa3-8078ec00ee40 req-fbd06cf6-32b9-437b-92be-4e868ef3563f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:19:18.005101 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-768f438b-072c-4ebe-8281-cf872af4a1e3 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Request body: {'security_group_rule': {'security_group_id': '18c93368-02b8-46fe-972a-46e81625679b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:18.015130 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78336cb-a62f-4416-a4b4-d22ebebfda02 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c93368-02b8-46fe-972a-46e81625679b,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:18.035741 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-768f438b-072c-4ebe-8281-cf872af4a1e3 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group_rule (cb864b6c-6b07-4ad7-8216-442014627f09), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.042124 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port f02b6a99-10e5-411e-be0e-44e837772e46 is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:18.042516 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.073556 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0144796a-ba13-4fb0-b9a6-ce953cbc7b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02b6a99-10e5-411e-be0e-44e837772e46'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:18.075839 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4752922-3f36-4dc6-824a-039404db3bf8" -d '{"events": [{"server_uuid": "0144796a-ba13-4fb0-b9a6-ce953cbc7b60", "name": "network-vif-plugged", "status": "completed", "tag": "f02b6a99-10e5-411e-be0e-44e837772e46"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:18.090418 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port f02b6a99-10e5-411e-be0e-44e837772e46, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f02b6a99-10e5-411e-be0e-44e837772e46,segment=NetworkSegment(207fb77e-4703-4f5d-bbcf-330c3884052e),segment_id=207fb77e-4703-4f5d-bbcf-330c3884052e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:18.095614 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.098618 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-768f438b-072c-4ebe-8281-cf872af4a1e3 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group_rule (cb864b6c-6b07-4ad7-8216-442014627f09), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.107506 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-768f438b-072c-4ebe-8281-cf872af4a1e3 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (cb864b6c-6b07-4ad7-8216-442014627f09), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.118107 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16896c63-f86e-42b8-9aa3-8078ec00ee40 req-fbd06cf6-32b9-437b-92be-4e868ef3563f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:19:18.129379 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f438b-072c-4ebe-8281-cf872af4a1e3 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb864b6c-6b07-4ad7-8216-442014627f09,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:18.135581 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83847362-2789-4c30-8c39-fc21237158e5 x-openstack-request-id: req-83847362-2789-4c30-8c39-fc21237158e5 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:18.135685 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0144796a-ba13-4fb0-b9a6-ce953cbc7b60", "name": "network-vif-plugged", "status": "completed", "tag": "f02b6a99-10e5-411e-be0e-44e837772e46", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:18.135881 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83847362-2789-4c30-8c39-fc21237158e5 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:18.136620 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83847362-2789-4c30-8c39-fc21237158e5'] response: {'server_uuid': '0144796a-ba13-4fb0-b9a6-ce953cbc7b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02b6a99-10e5-411e-be0e-44e837772e46', 'code': 200} May 10 03:19:18.138891 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffda9b1-e076-4be4-bcbb-e2df0f22bd66 None None] Sync routers for ids ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:19:18.153772 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-768f438b-072c-4ebe-8281-cf872af4a1e3 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.165230 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-768f438b-072c-4ebe-8281-cf872af4a1e3 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1648757 May 10 03:19:18.167736 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38440) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:18.172222 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-01a0d06b-a9ed-4cd1-a51b-4745a7751554 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Request body: {'security_group_rule': {'security_group_id': '18c93368-02b8-46fe-972a-46e81625679b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:18.182408 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-16896c63-f86e-42b8-9aa3-8078ec00ee40 req-fbd06cf6-32b9-437b-92be-4e868ef3563f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] No DVR routers for this DVR port 7b55a664-e823-4d00-8935-550519d0fdf6 on host hv-cinder-83009 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:19:18.184844 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-16896c63-f86e-42b8-9aa3-8078ec00ee40 req-fbd06cf6-32b9-437b-92be-4e868ef3563f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.188480 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-16896c63-f86e-42b8-9aa3-8078ec00ee40 req-fbd06cf6-32b9-437b-92be-4e868ef3563f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.64 "DELETE /v2.0/ports/7b55a664-e823-4d00-8935-550519d0fdf6 HTTP/1.1" status: 204 len: 173 time: 1.2181206 May 10 03:19:18.188977 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'name': 'network-vif-deleted', 'tag': '7b55a664-e823-4d00-8935-550519d0fdf6'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:18.191441 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09008318-538d-4229-95af-7951d1c87d0b" -d '{"events": [{"server_uuid": "80b10b34-f1d6-49fe-982c-8d00255bc565", "name": "network-vif-deleted", "tag": "7b55a664-e823-4d00-8935-550519d0fdf6"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:18.209999 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-01a0d06b-a9ed-4cd1-a51b-4745a7751554 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group_rule (00a09c8c-a143-4827-8b4b-2886d613b0ec), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.232930 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffda9b1-e076-4be4-bcbb-e2df0f22bd66 None None] Routers {'03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:18.233582 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4ffda9b1-e076-4be4-bcbb-e2df0f22bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:19:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:18.257308 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7078fa26-4f25-4757-b94d-9fd0dd436a5e x-openstack-request-id: req-7078fa26-4f25-4757-b94d-9fd0dd436a5e {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:18.259272 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b10b34-f1d6-49fe-982c-8d00255bc565", "name": "network-vif-deleted", "tag": "7b55a664-e823-4d00-8935-550519d0fdf6", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:18.259713 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7078fa26-4f25-4757-b94d-9fd0dd436a5e {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:18.260220 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7078fa26-4f25-4757-b94d-9fd0dd436a5e'] response: {'server_uuid': '80b10b34-f1d6-49fe-982c-8d00255bc565', 'name': 'network-vif-deleted', 'tag': '7b55a664-e823-4d00-8935-550519d0fdf6', 'status': 'completed', 'code': 200} May 10 03:19:18.301627 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=f02b6a99-10e5-411e-be0e-44e837772e46,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:18.305639 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.314029 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-01a0d06b-a9ed-4cd1-a51b-4745a7751554 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group_rule (00a09c8c-a143-4827-8b4b-2886d613b0ec), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.322343 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-01a0d06b-a9ed-4cd1-a51b-4745a7751554 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (00a09c8c-a143-4827-8b4b-2886d613b0ec), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.346899 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0d06b-a9ed-4cd1-a51b-4745a7751554 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a09c8c-a143-4827-8b4b-2886d613b0ec,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:18.366461 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-01a0d06b-a9ed-4cd1-a51b-4745a7751554 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.373316 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-01a0d06b-a9ed-4cd1-a51b-4745a7751554 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2036231 May 10 03:19:18.374193 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38444) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:18.379344 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-e04d7adb-340a-4b7b-815e-8e2a19ae5506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Request body: {'floatingip': {'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:18.399208 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-4ffda9b1-e076-4be4-bcbb-e2df0f22bd66 None None] Set router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:18.410398 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943ae4e-2c91-468d-bec5-251c31acd982 req-dc1dca1f-5dea-44b5-9551-444154f41f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:18.412279 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0943ae4e-2c91-468d-bec5-251c31acd982 req-dc1dca1f-5dea-44b5-9551-444154f41f46 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 1130 time: 0.0702112 May 10 03:19:18.417203 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e04d7adb-340a-4b7b-815e-8e2a19ae5506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.487564 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0943ae4e-2c91-468d-bec5-251c31acd982 req-1b48522f-afdc-4fbf-949a-2bb48b5e0ca9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598066 May 10 03:19:18.502528 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e04d7adb-340a-4b7b-815e-8e2a19ae5506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.604198 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd62292-f615-446e-8e89-3307f3e69ef0 req-2ad09f3c-a788-4bea-8701-f8be71a92c76 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:18.605726 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4dd62292-f615-446e-8e89-3307f3e69ef0 req-2ad09f3c-a788-4bea-8701-f8be71a92c76 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 946 time: 0.0604191 May 10 03:19:18.628271 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4ffda9b1-e076-4be4-bcbb-e2df0f22bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-router', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '75f9e69e-35ce-4198-b83b-77287b407599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:24Z', 'revision_number': 4, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'gw_port': {'id': '75f9e69e-35ce-4198-b83b-77287b407599', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '7a746f19-dc39-4c02-a2fe-3ce3fdbea50e', 'name': '', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'mac_address': 'fa:16:3e:d2:c0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:21Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 5, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'subnets': [{'id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:18.634762 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-843b29dd-f875-4860-8a86-859209f3b68b req-4146feb1-c144-47d2-8183-50ecad969286 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=80b10b34-f1d6-49fe-982c-8d00255bc565 HTTP/1.1" status: 200 len: 210 time: 0.0272155 May 10 03:19:18.663116 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffda9b1-e076-4be4-bcbb-e2df0f22bd66 None None] Checking router: 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:19:18.672044 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffda9b1-e076-4be4-bcbb-e2df0f22bd66 None None] Routers {'03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:18.672695 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4ffda9b1-e076-4be4-bcbb-e2df0f22bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:19:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:18.682272 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-e04d7adb-340a-4b7b-815e-8e2a19ae5506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Allocated IP 172.27.1.177 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/608c287b-3b9a-4366-92e6-4ee40fb2bd7e) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:18.704338 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4dd62292-f615-446e-8e89-3307f3e69ef0 req-40ed6dc9-1b1c-4328-9e04-f69932f49380 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906589 May 10 03:19:18.798921 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-4ffda9b1-e076-4be4-bcbb-e2df0f22bd66 None None] Set router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:18.800117 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e04d7adb-340a-4b7b-815e-8e2a19ae5506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for port (608c287b-3b9a-4366-92e6-4ee40fb2bd7e), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.837471 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e04d7adb-340a-4b7b-815e-8e2a19ae5506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (608c287b-3b9a-4366-92e6-4ee40fb2bd7e), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.883203 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04d7adb-340a-4b7b-815e-8e2a19ae5506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:18.888293 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-e04d7adb-340a-4b7b-815e-8e2a19ae5506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:18.893415 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04d7adb-340a-4b7b-815e-8e2a19ae5506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:18.917432 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d7adb-340a-4b7b-815e-8e2a19ae5506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Pushing event updated for resources: {'Port': ['ID=608c287b-3b9a-4366-92e6-4ee40fb2bd7e,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:19.018667 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e04d7adb-340a-4b7b-815e-8e2a19ae5506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for floatingip (69de6070-aed2-4cc8-888e-69d38c11ed78), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.049561 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4ffda9b1-e076-4be4-bcbb-e2df0f22bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-router', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '75f9e69e-35ce-4198-b83b-77287b407599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:24Z', 'revision_number': 4, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'gw_port': {'id': '75f9e69e-35ce-4198-b83b-77287b407599', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '7a746f19-dc39-4c02-a2fe-3ce3fdbea50e', 'name': '', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'mac_address': 'fa:16:3e:d2:c0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:21Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 5, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'subnets': [{'id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:19.069715 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e04d7adb-340a-4b7b-815e-8e2a19ae5506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (608c287b-3b9a-4366-92e6-4ee40fb2bd7e), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.082712 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffda9b1-e076-4be4-bcbb-e2df0f22bd66 None None] The sync data for ids ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'] in dv-cinder-830094-4-iscsi is: [{'id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-router', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '75f9e69e-35ce-4198-b83b-77287b407599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:24Z', 'revision_number': 4, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'gw_port': {'id': '75f9e69e-35ce-4198-b83b-77287b407599', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '7a746f19-dc39-4c02-a2fe-3ce3fdbea50e', 'name': '', 'network_id': '73cc213e-781c-42c1-8c05-7293b0a3f3ad', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'mac_address': 'fa:16:3e:d2:c0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:21Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 5, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'subnets': [{'id': 'b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:19:19.239477 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e04d7adb-340a-4b7b-815e-8e2a19ae5506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for port (608c287b-3b9a-4366-92e6-4ee40fb2bd7e), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.244539 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e04d7adb-340a-4b7b-815e-8e2a19ae5506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5428960'] for port (608c287b-3b9a-4366-92e6-4ee40fb2bd7e), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.320441 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d7adb-340a-4b7b-815e-8e2a19ae5506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Pushing event updated for resources: {'Port': ['ID=608c287b-3b9a-4366-92e6-4ee40fb2bd7e,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:19.329012 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e04d7adb-340a-4b7b-815e-8e2a19ae5506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (69de6070-aed2-4cc8-888e-69d38c11ed78), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.342330 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4548bc-eb29-4a04-8a86-eee0fe37f712 None None] New status for floating IP b6055989-20e1-4dbe-ac41-135d67c0af34: DOWN {{(pid=103518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:19:19.345338 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e04d7adb-340a-4b7b-815e-8e2a19ae5506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.354971 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-e04d7adb-340a-4b7b-815e-8e2a19ae5506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9715047 May 10 03:19:19.574408 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-25303b1d-0d1b-4246-b9f3-df79f0273971 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1214793060&fields=id&tenant_id=5d958793e0ab4e6f8d2f296dcf6186f5 HTTP/1.1" status: 200 len: 267 time: 0.0470805 May 10 03:19:19.682469 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-dacfd829-cb2f-472d-853d-80e831a56838 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:19.683926 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-dacfd829-cb2f-472d-853d-80e831a56838 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/networks?id=73d317d2-6d6e-4f15-9854-843c84b4e47e HTTP/1.1" status: 200 len: 810 time: 0.1027834 May 10 03:19:19.702374 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-46431576-e5e8-468f-bb83-2c7f41800e93 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/quotas/5d958793e0ab4e6f8d2f296dcf6186f5 HTTP/1.1" status: 200 len: 375 time: 0.0122421 May 10 03:19:19.758576 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-268f8f13-7090-491e-82bb-de2ed7f311f1 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d958793e0ab4e6f8d2f296dcf6186f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505195 May 10 03:19:19.824407 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.836544 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d30f04-d7cc-48a1-98c6-8a621149071c req-9600120f-e1b1-441f-85ce-225c5db6a89c tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:19.838495 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-47d30f04-d7cc-48a1-98c6-8a621149071c req-9600120f-e1b1-441f-85ce-225c5db6a89c tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 946 time: 0.0505641 May 10 03:19:19.866922 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-a4a795a2-0d90-46ba-a3cc-7d4ac4e5c7f0 service neutron] 10.222.0.55 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968859 May 10 03:19:19.890582 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-47d30f04-d7cc-48a1-98c6-8a621149071c req-ad2c7b7e-4add-4010-a28a-b2ac6a6892db tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459962 May 10 03:19:19.929944 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38474) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:19.992568 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4e032355-e636-4c3b-9d31-59a8d133bb00 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for security_group (caba69a9-9ffc-4d7e-849a-138c05b866e1), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.998445 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-86ca5dce-dbd6-4eaf-93a2-7800ae9f968c service neutron] 10.222.0.55 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247151 May 10 03:19:20.027707 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4e032355-e636-4c3b-9d31-59a8d133bb00 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for security_group (caba69a9-9ffc-4d7e-849a-138c05b866e1), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:20.094264 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4e032355-e636-4c3b-9d31-59a8d133bb00 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (caba69a9-9ffc-4d7e-849a-138c05b866e1), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:20.097631 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4e032355-e636-4c3b-9d31-59a8d133bb00 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:20.098771 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-4e032355-e636-4c3b-9d31-59a8d133bb00 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "DELETE /v2.0/security-groups/caba69a9-9ffc-4d7e-849a-138c05b866e1 HTTP/1.1" status: 204 len: 168 time: 0.1678832 May 10 03:19:20.102385 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 38480) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:20.109236 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e032355-e636-4c3b-9d31-59a8d133bb00 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caba69a9-9ffc-4d7e-849a-138c05b866e1,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:20.117601 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.api.v2.resource [None req-1ef5fa3e-a92f-4aa1-9ee0-862a2f982ad0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] show failed (client error): The resource could not be found. May 10 03:19:20.121357 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-1ef5fa3e-a92f-4aa1-9ee0-862a2f982ad0 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups/caba69a9-9ffc-4d7e-849a-138c05b866e1 HTTP/1.1" status: 404 len: 347 time: 0.0178030 May 10 03:19:20.121990 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 38484) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:20.191663 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7f7e29fb-23b5-4fbf-bf08-71725a15834a req-a3248c48-cff1-4d18-a528-d233bf21cef3 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 210 time: 0.0358791 May 10 03:19:20.271912 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1698fa4a-7308-4378-a928-5c5bb361fefa tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Deleting port 659f5a52-b2cf-4d80-a8a3-255f7c2491ba {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:19:20.272262 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1698fa4a-7308-4378-a928-5c5bb361fefa tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (659f5a52-b2cf-4d80-a8a3-255f7c2491ba), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:20.364048 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1698fa4a-7308-4378-a928-5c5bb361fefa tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (659f5a52-b2cf-4d80-a8a3-255f7c2491ba), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:20.364995 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1698fa4a-7308-4378-a928-5c5bb361fefa tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for floatingip (659f5a52-b2cf-4d80-a8a3-255f7c2491ba), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:20.379339 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1698fa4a-7308-4378-a928-5c5bb361fefa tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Calling delete_port for 659f5a52-b2cf-4d80-a8a3-255f7c2491ba owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:19:20.770162 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1698fa4a-7308-4378-a928-5c5bb361fefa tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (659f5a52-b2cf-4d80-a8a3-255f7c2491ba), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:20.795809 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698fa4a-7308-4378-a928-5c5bb361fefa tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Pushing event deleted for resources: {'Port': ['ID=659f5a52-b2cf-4d80-a8a3-255f7c2491ba,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:20.867118 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1698fa4a-7308-4378-a928-5c5bb361fefa tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks [] for floatingip (b6055989-20e1-4dbe-ac41-135d67c0af34), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:20.870338 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1698fa4a-7308-4378-a928-5c5bb361fefa tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:20.871486 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-1698fa4a-7308-4378-a928-5c5bb361fefa tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "DELETE /v2.0/floatingips/b6055989-20e1-4dbe-ac41-135d67c0af34 HTTP/1.1" status: 204 len: 168 time: 0.7486029 May 10 03:19:21.013003 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2b996-ae65-458b-8f4f-9ca6bb8242b3 req-a572719f-67db-4173-bb57-58686c81ed19 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:21.014594 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-41a2b996-ae65-458b-8f4f-9ca6bb8242b3 req-a572719f-67db-4173-bb57-58686c81ed19 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 946 time: 0.0506117 May 10 03:19:21.068436 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-41a2b996-ae65-458b-8f4f-9ca6bb8242b3 req-5d25dad8-500a-4e29-a709-9297db774a45 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480275 May 10 03:19:21.152516 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:21.183659 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f46b6-3363-4fbf-ac26-41921310a363 req-766894da-857c-4e9e-a646-f896713683c1 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:21.185173 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-238f46b6-3363-4fbf-ac26-41921310a363 req-766894da-857c-4e9e-a646-f896713683c1 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 946 time: 0.0545371 May 10 03:19:21.263466 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-238f46b6-3363-4fbf-ac26-41921310a363 req-52df9d46-e1eb-495c-988a-e1a863c22d02 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709329 May 10 03:19:21.367060 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5a590bb9-6fd1-46ae-abfc-5d889805bcde req-81765930-f4d4-4f00-b18e-d6d65245688e tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 210 time: 0.0392516 May 10 03:19:21.374665 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-b746c518-6cf9-4947-acc9-5af524da73e8 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:21.376047 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-b746c518-6cf9-4947-acc9-5af524da73e8 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.64 "GET /v2.0/networks?id=73d317d2-6d6e-4f15-9854-843c84b4e47e HTTP/1.1" status: 200 len: 810 time: 0.1480696 May 10 03:19:21.463464 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-f4750295-5acf-45dd-9b70-077c6ad52aab tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d958793e0ab4e6f8d2f296dcf6186f5 HTTP/1.1" status: 200 len: 380 time: 0.0792954 May 10 03:19:21.508241 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-b4d775bd-d299-49a0-8d84-9609f074b7e6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Request body: {'port': {'device_id': '3477a576-5f17-49ed-9b21-6fb4c6c52dd7', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'admin_state_up': True, 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'security_groups': ['18c93368-02b8-46fe-972a-46e81625679b']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:21.622265 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-b4d775bd-d299-49a0-8d84-9609f074b7e6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Made reservation on behalf of 5d958793e0ab4e6f8d2f296dcf6186f5 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:19:21.625597 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-b4d775bd-d299-49a0-8d84-9609f074b7e6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:21.716914 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6903502-0577-4cb3-b796-4fd6239ecfd5 req-5fc0ded6-9e79-4440-98da-ee49e70ab5ee tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:21.718383 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d6903502-0577-4cb3-b796-4fd6239ecfd5 req-5fc0ded6-9e79-4440-98da-ee49e70ab5ee tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 946 time: 0.0500917 May 10 03:19:21.755598 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-b4d775bd-d299-49a0-8d84-9609f074b7e6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Allocated IP 172.20.0.4 (73d317d2-6d6e-4f15-9854-843c84b4e47e/8a7d34c8-e1d6-4d8e-a007-97e315bfe374/fb909d63-5bc0-4574-995b-4f7117c39bab) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:21.765015 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d6903502-0577-4cb3-b796-4fd6239ecfd5 req-352a6381-3bdf-48b8-8e5d-507af5d02b95 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403869 May 10 03:19:21.895377 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-b4d775bd-d299-49a0-8d84-9609f074b7e6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for port (fb909d63-5bc0-4574-995b-4f7117c39bab), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:21.924776 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 7b55a664-e823-4d00-8935-550519d0fdf6 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:19:21.933165 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-b4d775bd-d299-49a0-8d84-9609f074b7e6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (fb909d63-5bc0-4574-995b-4f7117c39bab), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:21.946367 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: 7b55a664-e823-4d00-8935-550519d0fdf6 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:19:21.947412 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 7b55a664-e823-4d00-8935-550519d0fdf6 not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:19:21.981689 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-b4d775bd-d299-49a0-8d84-9609f074b7e6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Network 73d317d2-6d6e-4f15-9854-843c84b4e47e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:21.984814 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-b4d775bd-d299-49a0-8d84-9609f074b7e6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:21.988691 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-b4d775bd-d299-49a0-8d84-9609f074b7e6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:22.017734 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d775bd-d299-49a0-8d84-9609f074b7e6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Pushing event updated for resources: {'Port': ['ID=fb909d63-5bc0-4574-995b-4f7117c39bab,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:22.070492 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-b4d775bd-d299-49a0-8d84-9609f074b7e6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:22.071236 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-b4d775bd-d299-49a0-8d84-9609f074b7e6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.099124 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-b4d775bd-d299-49a0-8d84-9609f074b7e6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5955873 May 10 03:19:22.179171 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Request body: {'port': {'device_id': '3477a576-5f17-49ed-9b21-6fb4c6c52dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:22.242625 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (fb909d63-5bc0-4574-995b-4f7117c39bab), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.291970 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-d520f113-9236-4ea3-9fe0-ca0e5599cb22 None None] Provisioning complete for port fb909d63-5bc0-4574-995b-4f7117c39bab triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:22.292577 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d520f113-9236-4ea3-9fe0-ca0e5599cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (fb909d63-5bc0-4574-995b-4f7117c39bab), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.328941 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-d520f113-9236-4ea3-9fe0-ca0e5599cb22 None None] Port fb909d63-5bc0-4574-995b-4f7117c39bab cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:19:22.514911 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cda5c6-ad24-4753-900a-3e9e8ef0cddd req-3462c0f4-6c9f-48db-8995-e443af72c5c1 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:22.516398 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-33cda5c6-ad24-4753-900a-3e9e8ef0cddd req-3462c0f4-6c9f-48db-8995-e443af72c5c1 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 931 time: 0.0723438 May 10 03:19:22.580036 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb909d63-5bc0-4574-995b-4f7117c39bab {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:22.591735 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Publish callbacks [] for port (fb909d63-5bc0-4574-995b-4f7117c39bab), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.609063 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-33cda5c6-ad24-4753-900a-3e9e8ef0cddd req-a9cf192b-7312-4046-8053-2701ac8aab95 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c93368-02b8-46fe-972a-46e81625679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828154 May 10 03:19:22.614130 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Transition to ACTIVE for port object fb909d63-5bc0-4574-995b-4f7117c39bab will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:19:22.620039 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (fb909d63-5bc0-4574-995b-4f7117c39bab), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.676486 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Pushing event updated for resources: {'Port': ['ID=fb909d63-5bc0-4574-995b-4f7117c39bab,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:22.751353 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Attempting to bind port fb909d63-5bc0-4574-995b-4f7117c39bab on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:22.751688 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Attempting to bind port fb909d63-5bc0-4574-995b-4f7117c39bab by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'fd8dafce-76ca-4a5a-9af7-46546c9e6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:22.752163 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Attempting to bind port fb909d63-5bc0-4574-995b-4f7117c39bab on network 73d317d2-6d6e-4f15-9854-843c84b4e47e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:22.758269 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Port fb909d63-5bc0-4574-995b-4f7117c39bab on network 73d317d2-6d6e-4f15-9854-843c84b4e47e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:19:22.758637 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Attempting to bind port fb909d63-5bc0-4574-995b-4f7117c39bab on network 73d317d2-6d6e-4f15-9854-843c84b4e47e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:22.764296 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:22.764767 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Checking segment: {'id': 'fd8dafce-76ca-4a5a-9af7-46546c9e6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:22.765506 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Bound using segment: {'id': 'fd8dafce-76ca-4a5a-9af7-46546c9e6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:22.766324 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Bound port: fb909d63-5bc0-4574-995b-4f7117c39bab, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8dafce-76ca-4a5a-9af7-46546c9e6cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:22.766829 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (fb909d63-5bc0-4574-995b-4f7117c39bab), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.837142 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] For port fb909d63-5bc0-4574-995b-4f7117c39bab, host hv-cinder-83009, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:22.840401 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] For port fb909d63-5bc0-4574-995b-4f7117c39bab, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fb909d63-5bc0-4574-995b-4f7117c39bab,segment=NetworkSegment(fd8dafce-76ca-4a5a-9af7-46546c9e6cb7),segment_id=fd8dafce-76ca-4a5a-9af7-46546c9e6cb7)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:22.847015 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (fb909d63-5bc0-4574-995b-4f7117c39bab), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.889580 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:22.890205 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.891578 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] 10.222.0.64 "PUT /v2.0/ports/fb909d63-5bc0-4574-995b-4f7117c39bab HTTP/1.1" status: 200 len: 1093 time: 0.7854602 May 10 03:19:22.892006 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3477a576-5f17-49ed-9b21-6fb4c6c52dd7', 'tag': 'fb909d63-5bc0-4574-995b-4f7117c39bab'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:22.894245 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12b4aa5-4ffe-45a0-8f97-c7571097dbbc" -d '{"events": [{"name": "network-changed", "server_uuid": "3477a576-5f17-49ed-9b21-6fb4c6c52dd7", "tag": "fb909d63-5bc0-4574-995b-4f7117c39bab"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:22.931000 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a23f0-526d-4d77-991d-bd030d51fffb service neutron] Pushing event updated for resources: {'Port': ['ID=fb909d63-5bc0-4574-995b-4f7117c39bab,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:22.988131 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5016fb-8c13-41fc-92c6-93ec7d530522 x-openstack-request-id: req-0e5016fb-8c13-41fc-92c6-93ec7d530522 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:22.988631 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3477a576-5f17-49ed-9b21-6fb4c6c52dd7", "tag": "fb909d63-5bc0-4574-995b-4f7117c39bab", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:22.988915 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e5016fb-8c13-41fc-92c6-93ec7d530522 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:22.989456 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e5016fb-8c13-41fc-92c6-93ec7d530522'] response: {'name': 'network-changed', 'server_uuid': '3477a576-5f17-49ed-9b21-6fb4c6c52dd7', 'tag': 'fb909d63-5bc0-4574-995b-4f7117c39bab', 'status': 'completed', 'code': 200} May 10 03:19:23.024045 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-8c0411ac-ca56-43fc-b5c1-b2ebf3351eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:23.025699 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-8c0411ac-ca56-43fc-b5c1-b2ebf3351eeb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5d958793e0ab4e6f8d2f296dcf6186f5&device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 1127 time: 0.0538609 May 10 03:19:23.071088 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-964a2d7a-756a-4122-8422-06dedb58cf1f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb909d63-5bc0-4574-995b-4f7117c39bab HTTP/1.1" status: 200 len: 217 time: 0.0370107 May 10 03:19:23.119963 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-c1df1cac-42bf-4994-85e2-7013af37ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:23.121727 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-c1df1cac-42bf-4994-85e2-7013af37ba58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a7d34c8-e1d6-4d8e-a007-97e315bfe374 HTTP/1.1" status: 200 len: 849 time: 0.0449870 May 10 03:19:23.172167 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-5dbea993-0276-4968-ac40-17405e5baba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:23.173987 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-5dbea993-0276-4968-ac40-17405e5baba2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73d317d2-6d6e-4f15-9854-843c84b4e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450079 May 10 03:19:23.280132 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-139bbcd3-b170-4026-8cf2-78d923ca702f service neutron] 10.222.0.64 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986924 May 10 03:19:23.386727 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bc970275-202e-4e38-8bb3-4ff80b51acd7 req-86eee19d-c396-4463-ba8d-b0c886eed459 service neutron] 10.222.0.64 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998068 May 10 03:19:23.434730 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5cae7-f869-42f8-ab88-0e950e57cbe7 req-1384e55b-410b-4ef8-990d-10faa3b1d092 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:23.436494 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bbd5cae7-f869-42f8-ab88-0e950e57cbe7 req-1384e55b-410b-4ef8-990d-10faa3b1d092 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0479314 May 10 03:19:23.483554 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bbd5cae7-f869-42f8-ab88-0e950e57cbe7 req-4b4ea960-ff59-47d1-81e9-45f84c6f8488 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408685 May 10 03:19:23.722107 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90751678-71ab-4faa-9455-d42e22956594 req-fa801447-a99b-4b11-a5c0-52b987fe1ca0 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:23.723545 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-90751678-71ab-4faa-9455-d42e22956594 req-fa801447-a99b-4b11-a5c0-52b987fe1ca0 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 943 time: 0.0474122 May 10 03:19:23.773540 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-90751678-71ab-4faa-9455-d42e22956594 req-7bf73bed-8438-4be4-aed6-30a3f4f18626 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c93368-02b8-46fe-972a-46e81625679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433068 May 10 03:19:24.596367 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99596fc8-1f09-4552-9aae-a5eb254cafc8 req-e1b837b1-32fb-46b7-8223-2d688b27502e tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:24.597910 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-99596fc8-1f09-4552-9aae-a5eb254cafc8 req-e1b837b1-32fb-46b7-8223-2d688b27502e tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0468590 May 10 03:19:24.644486 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-99596fc8-1f09-4552-9aae-a5eb254cafc8 req-ff5fd54e-162f-4889-91b1-3c25dd2c7f1f tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405300 May 10 03:19:25.134016 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03623e2e-3126-47d3-b427-658473892c50 req-3af5fb77-f274-444c-a059-0d035872cc25 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:25.135476 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-03623e2e-3126-47d3-b427-658473892c50 req-3af5fb77-f274-444c-a059-0d035872cc25 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 943 time: 0.0465107 May 10 03:19:25.183444 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-03623e2e-3126-47d3-b427-658473892c50 req-cd0d8ccf-e250-41ff-a4ab-5927ab5c953c tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c93368-02b8-46fe-972a-46e81625679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425129 May 10 03:19:25.302059 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d91f6-9965-44ed-b393-537e12b86bfc req-6acda0c3-da51-46c9-b8a0-0e9e7f8b54f4 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:25.303397 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d33d91f6-9965-44ed-b393-537e12b86bfc req-6acda0c3-da51-46c9-b8a0-0e9e7f8b54f4 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0501115 May 10 03:19:25.348708 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d33d91f6-9965-44ed-b393-537e12b86bfc req-8ed267e2-1214-4850-9f73-21714959c1b2 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388551 May 10 03:19:25.757784 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044f2ba-e665-4795-977d-c55955dbff6b req-28ba6d1c-8f1c-4cba-9661-2b2efd02d6fa tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:25.759279 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5044f2ba-e665-4795-977d-c55955dbff6b req-28ba6d1c-8f1c-4cba-9661-2b2efd02d6fa tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0474479 May 10 03:19:25.806743 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5044f2ba-e665-4795-977d-c55955dbff6b req-756bbaf9-d9a0-4a1a-844d-b391d221bece tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 May 10 03:19:26.229794 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b4aa5-4ffe-45a0-8f97-c7571097dbbc req-6398d1ef-f6d9-4d1a-b23e-802797b03eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:26.231395 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b12b4aa5-4ffe-45a0-8f97-c7571097dbbc req-6398d1ef-f6d9-4d1a-b23e-802797b03eca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5d958793e0ab4e6f8d2f296dcf6186f5&device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 1127 time: 0.0411022 May 10 03:19:26.380368 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e50d4-bf2f-47e8-9870-7cfb9c16af0c req-8ded703c-63ad-4015-9b38-9edc6362d85c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:26.381874 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-947e50d4-bf2f-47e8-9870-7cfb9c16af0c req-8ded703c-63ad-4015-9b38-9edc6362d85c tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0936439 May 10 03:19:26.390876 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca91be8-65d2-47f0-beec-f6e93df8b11d req-a1beccc5-5be7-4af3-b157-3030b6c2968b tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:26.392362 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-cca91be8-65d2-47f0-beec-f6e93df8b11d req-a1beccc5-5be7-4af3-b157-3030b6c2968b tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 943 time: 0.1055641 May 10 03:19:26.478253 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace0e92-4e33-46a4-832c-4c8e7efeeff4 req-0520d7da-2b22-4bf4-bc60-1abca58dd4a9 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:26.478851 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b4aa5-4ffe-45a0-8f97-c7571097dbbc req-b9d73d1e-9ab9-4e8e-b7ee-97a8b7de5205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:26.479754 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2ace0e92-4e33-46a4-832c-4c8e7efeeff4 req-0520d7da-2b22-4bf4-bc60-1abca58dd4a9 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0474138 May 10 03:19:26.479897 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b12b4aa5-4ffe-45a0-8f97-c7571097dbbc req-b9d73d1e-9ab9-4e8e-b7ee-97a8b7de5205 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73d317d2-6d6e-4f15-9854-843c84b4e47e HTTP/1.1" status: 200 len: 911 time: 0.2409718 May 10 03:19:26.528312 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2ace0e92-4e33-46a4-832c-4c8e7efeeff4 req-0f3b1008-3931-490c-9dfa-64c180483d7b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412936 May 10 03:19:26.552350 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b12b4aa5-4ffe-45a0-8f97-c7571097dbbc req-33cb87df-8d71-4e18-9ec7-e431313f95a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb909d63-5bc0-4574-995b-4f7117c39bab HTTP/1.1" status: 200 len: 217 time: 0.0520501 May 10 03:19:26.558351 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-cca91be8-65d2-47f0-beec-f6e93df8b11d req-2b268bb4-7717-4165-a8c3-0371ce6f8eaf tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c93368-02b8-46fe-972a-46e81625679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509106 May 10 03:19:26.573859 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-947e50d4-bf2f-47e8-9870-7cfb9c16af0c req-c821f101-6f0b-4dab-bdf2-0d8ddfb6d281 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Deleting port b9d6cae9-1585-4490-82f6-fb9945c58311 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:19:26.574194 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-947e50d4-bf2f-47e8-9870-7cfb9c16af0c req-c821f101-6f0b-4dab-bdf2-0d8ddfb6d281 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (b9d6cae9-1585-4490-82f6-fb9945c58311), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:26.654839 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b4aa5-4ffe-45a0-8f97-c7571097dbbc req-01c8b738-40df-44d3-8434-f62a16cbd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:26.656470 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b12b4aa5-4ffe-45a0-8f97-c7571097dbbc req-01c8b738-40df-44d3-8434-f62a16cbd3d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a7d34c8-e1d6-4d8e-a007-97e315bfe374 HTTP/1.1" status: 200 len: 849 time: 0.0935624 May 10 03:19:26.719298 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-947e50d4-bf2f-47e8-9870-7cfb9c16af0c req-c821f101-6f0b-4dab-bdf2-0d8ddfb6d281 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] For port b9d6cae9-1585-4490-82f6-fb9945c58311, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b9d6cae9-1585-4490-82f6-fb9945c58311,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:26.719659 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-947e50d4-bf2f-47e8-9870-7cfb9c16af0c req-c821f101-6f0b-4dab-bdf2-0d8ddfb6d281 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (b9d6cae9-1585-4490-82f6-fb9945c58311), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:26.722631 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b4aa5-4ffe-45a0-8f97-c7571097dbbc req-65b76907-4913-4c2a-b6ec-ee77c44c54da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:26.724097 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b12b4aa5-4ffe-45a0-8f97-c7571097dbbc req-65b76907-4913-4c2a-b6ec-ee77c44c54da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73d317d2-6d6e-4f15-9854-843c84b4e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604420 May 10 03:19:26.750409 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-947e50d4-bf2f-47e8-9870-7cfb9c16af0c req-c821f101-6f0b-4dab-bdf2-0d8ddfb6d281 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Calling delete_port for b9d6cae9-1585-4490-82f6-fb9945c58311 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:19:26.869571 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b12b4aa5-4ffe-45a0-8f97-c7571097dbbc req-848fe78a-1df3-470e-8994-c2452ca19940 service neutron] 10.222.0.64 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395388 May 10 03:19:26.922814 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765d58c-9b3b-44b5-a249-4fc182f27de3 req-f4f4f7a2-4c34-4853-aba2-4ab10d9a5059 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:26.924264 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9765d58c-9b3b-44b5-a249-4fc182f27de3 req-f4f4f7a2-4c34-4853-aba2-4ab10d9a5059 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 945 time: 0.0482557 May 10 03:19:26.938094 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-947e50d4-bf2f-47e8-9870-7cfb9c16af0c req-c821f101-6f0b-4dab-bdf2-0d8ddfb6d281 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (b9d6cae9-1585-4490-82f6-fb9945c58311), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:26.949758 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['fd37adcc-6c61-4249-b29c-d3a717224790', 'b9d6cae9-1585-4490-82f6-fb9945c58311'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:19:26.971469 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821f101-6f0b-4dab-bdf2-0d8ddfb6d281 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Pushing event deleted for resources: {'Port': ['ID=b9d6cae9-1585-4490-82f6-fb9945c58311,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:26.975438 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9765d58c-9b3b-44b5-a249-4fc182f27de3 req-91763fed-6234-4eea-b93b-8021b3f6d7ba tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455072 May 10 03:19:27.032356 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-947e50d4-bf2f-47e8-9870-7cfb9c16af0c req-c821f101-6f0b-4dab-bdf2-0d8ddfb6d281 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] No DVR routers for this DVR port b9d6cae9-1585-4490-82f6-fb9945c58311 on host hv-cinder-83009 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:19:27.057500 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-947e50d4-bf2f-47e8-9870-7cfb9c16af0c req-c821f101-6f0b-4dab-bdf2-0d8ddfb6d281 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:27.060806 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-947e50d4-bf2f-47e8-9870-7cfb9c16af0c req-c821f101-6f0b-4dab-bdf2-0d8ddfb6d281 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.64 "DELETE /v2.0/ports/b9d6cae9-1585-4490-82f6-fb9945c58311 HTTP/1.1" status: 204 len: 173 time: 0.6674914 May 10 03:19:27.061260 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c84baa-9dcf-42e3-bd13-d86cf6b59832', 'name': 'network-vif-deleted', 'tag': 'b9d6cae9-1585-4490-82f6-fb9945c58311'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:27.063508 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4180af3-08a5-4c38-812a-a85ceeac9454" -d '{"events": [{"server_uuid": "c8c84baa-9dcf-42e3-bd13-d86cf6b59832", "name": "network-vif-deleted", "tag": "b9d6cae9-1585-4490-82f6-fb9945c58311"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:27.107481 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530b2c20-ac77-4034-a40f-dbe14d44e515 x-openstack-request-id: req-530b2c20-ac77-4034-a40f-dbe14d44e515 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:27.107773 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c84baa-9dcf-42e3-bd13-d86cf6b59832", "name": "network-vif-deleted", "tag": "b9d6cae9-1585-4490-82f6-fb9945c58311", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:27.108026 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-530b2c20-ac77-4034-a40f-dbe14d44e515 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:27.108422 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-530b2c20-ac77-4034-a40f-dbe14d44e515'] response: {'server_uuid': 'c8c84baa-9dcf-42e3-bd13-d86cf6b59832', 'name': 'network-vif-deleted', 'tag': 'b9d6cae9-1585-4490-82f6-fb9945c58311', 'status': 'completed', 'code': 200} May 10 03:19:27.110747 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b12b4aa5-4ffe-45a0-8f97-c7571097dbbc req-d9c9a0c7-5064-4d82-a51a-971d92560b05 service neutron] 10.222.0.64 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152821 May 10 03:19:27.646409 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e2498-6f93-4def-86a7-a6c9be91869d req-0af4fa53-13e7-4636-9896-1dd603e7f65f tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:27.647810 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-353e2498-6f93-4def-86a7-a6c9be91869d req-0af4fa53-13e7-4636-9896-1dd603e7f65f tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0473886 May 10 03:19:27.697179 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-353e2498-6f93-4def-86a7-a6c9be91869d req-6ff59269-dedd-4241-9e90-0506404c1d9e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428636 May 10 03:19:27.724346 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bff31-5524-46ec-9c7b-6d8dd7fee12d req-1a005fda-9d92-4205-94a1-72bd55fe0f7d tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:27.726042 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5f0bff31-5524-46ec-9c7b-6d8dd7fee12d req-1a005fda-9d92-4205-94a1-72bd55fe0f7d tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 943 time: 0.1003203 May 10 03:19:27.776170 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5f0bff31-5524-46ec-9c7b-6d8dd7fee12d req-2d79ee0e-2921-4589-b7f5-feba906cc1a8 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c93368-02b8-46fe-972a-46e81625679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441759 May 10 03:19:27.940423 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device fb909d63-5bc0-4574-995b-4f7117c39bab details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:19:28.060620 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port fb909d63-5bc0-4574-995b-4f7117c39bab, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fb909d63-5bc0-4574-995b-4f7117c39bab,segment=NetworkSegment(fd8dafce-76ca-4a5a-9af7-46546c9e6cb7),segment_id=fd8dafce-76ca-4a5a-9af7-46546c9e6cb7)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:28.082381 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': 'fb909d63-5bc0-4574-995b-4f7117c39bab', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'port_id': 'fb909d63-5bc0-4574-995b-4f7117c39bab', 'mac_address': 'fa:16:3e:1e:c2:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:19:28.131175 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port fb909d63-5bc0-4574-995b-4f7117c39bab is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:28.131672 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (fb909d63-5bc0-4574-995b-4f7117c39bab), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:28.148015 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb909d63-5bc0-4574-995b-4f7117c39bab {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:28.150364 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4de1f3b8-953e-42b3-9268-bfc7c373145a req-0b81388e-44e3-4e56-a7f9-7f2b33dd3370 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c84baa-9dcf-42e3-bd13-d86cf6b59832 HTTP/1.1" status: 200 len: 210 time: 0.0351250 May 10 03:19:28.172442 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port fb909d63-5bc0-4574-995b-4f7117c39bab, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fb909d63-5bc0-4574-995b-4f7117c39bab,segment=NetworkSegment(fd8dafce-76ca-4a5a-9af7-46546c9e6cb7),segment_id=fd8dafce-76ca-4a5a-9af7-46546c9e6cb7)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:28.176847 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (fb909d63-5bc0-4574-995b-4f7117c39bab), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:28.223469 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=fb909d63-5bc0-4574-995b-4f7117c39bab,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:28.479073 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['fb909d63-5bc0-4574-995b-4f7117c39bab'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:19:28.820184 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c94fa6-7d65-4e1f-bbcb-1c271384bb26 req-735678e5-a42a-4f96-b377-2413c6721f2d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:28.822297 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-53c94fa6-7d65-4e1f-bbcb-1c271384bb26 req-735678e5-a42a-4f96-b377-2413c6721f2d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0478933 May 10 03:19:28.868831 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-53c94fa6-7d65-4e1f-bbcb-1c271384bb26 req-3c7f801a-8c88-4956-8107-bbc3860b6ce7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409579 May 10 03:19:28.890181 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056101d-91fd-4854-b5f7-70ce0cf9ebac req-0e6e5d17-33b4-4f61-a4d7-6bbdb5049310 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:28.891646 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2056101d-91fd-4854-b5f7-70ce0cf9ebac req-0e6e5d17-33b4-4f61-a4d7-6bbdb5049310 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 944 time: 0.0460465 May 10 03:19:28.939683 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2056101d-91fd-4854-b5f7-70ce0cf9ebac req-df923f12-53dd-4c9a-a6a3-cf4afb31c2bc tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c93368-02b8-46fe-972a-46e81625679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424511 May 10 03:19:29.438717 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20715a-d378-4b38-b1a0-baeceebaddc0 req-15658907-5094-4790-afa8-5459a7882a03 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:29.440157 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4f20715a-d378-4b38-b1a0-baeceebaddc0 req-15658907-5094-4790-afa8-5459a7882a03 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0487144 May 10 03:19:29.486950 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4f20715a-d378-4b38-b1a0-baeceebaddc0 req-d0096d81-066c-4b36-8754-47f4603d9060 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412028 May 10 03:19:29.971660 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device fb909d63-5bc0-4574-995b-4f7117c39bab up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:29.990734 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a07eb0-c281-4301-9931-32b28fbc4d1e req-779288cc-7504-458a-9b12-8b3dfd3a3b8e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:29.992958 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a7a07eb0-c281-4301-9931-32b28fbc4d1e req-779288cc-7504-458a-9b12-8b3dfd3a3b8e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0521019 May 10 03:19:30.018952 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port fb909d63-5bc0-4574-995b-4f7117c39bab completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:19:30.027499 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port fb909d63-5bc0-4574-995b-4f7117c39bab triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:30.027817 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (fb909d63-5bc0-4574-995b-4f7117c39bab), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:30.049182 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a7a07eb0-c281-4301-9931-32b28fbc4d1e req-1eb7850d-b8cf-4c5f-b420-457a3a1e1ada tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475614 May 10 03:19:30.068236 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ed217-543a-4c12-bf64-eabb5cf47a00 req-4d61d48d-0926-4c08-a738-8526def9e506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:30.070140 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-085ed217-543a-4c12-bf64-eabb5cf47a00 req-4d61d48d-0926-4c08-a738-8526def9e506 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 944 time: 0.0595169 May 10 03:19:30.112006 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port fb909d63-5bc0-4574-995b-4f7117c39bab is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:30.112390 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (fb909d63-5bc0-4574-995b-4f7117c39bab), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:30.120153 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-085ed217-543a-4c12-bf64-eabb5cf47a00 req-14fa8974-37be-4ae9-835b-5c10c3b517cb tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c93368-02b8-46fe-972a-46e81625679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429585 May 10 03:19:30.135741 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3477a576-5f17-49ed-9b21-6fb4c6c52dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb909d63-5bc0-4574-995b-4f7117c39bab'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:30.138012 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c7d2a3-0810-472f-be4f-d9d789acf597" -d '{"events": [{"server_uuid": "3477a576-5f17-49ed-9b21-6fb4c6c52dd7", "name": "network-vif-plugged", "status": "completed", "tag": "fb909d63-5bc0-4574-995b-4f7117c39bab"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:30.150584 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port fb909d63-5bc0-4574-995b-4f7117c39bab, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fb909d63-5bc0-4574-995b-4f7117c39bab,segment=NetworkSegment(fd8dafce-76ca-4a5a-9af7-46546c9e6cb7),segment_id=fd8dafce-76ca-4a5a-9af7-46546c9e6cb7)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:30.155556 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (fb909d63-5bc0-4574-995b-4f7117c39bab), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:30.156284 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device b9d6cae9-1585-4490-82f6-fb9945c58311 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:19:30.193135 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b80157-384c-4236-b48d-32a2abd53e14 x-openstack-request-id: req-a7b80157-384c-4236-b48d-32a2abd53e14 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:30.193646 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3477a576-5f17-49ed-9b21-6fb4c6c52dd7", "name": "network-vif-plugged", "status": "completed", "tag": "fb909d63-5bc0-4574-995b-4f7117c39bab", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:30.193913 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7b80157-384c-4236-b48d-32a2abd53e14 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:30.194513 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b80157-384c-4236-b48d-32a2abd53e14'] response: {'server_uuid': '3477a576-5f17-49ed-9b21-6fb4c6c52dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb909d63-5bc0-4574-995b-4f7117c39bab', 'code': 200} May 10 03:19:30.197763 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: b9d6cae9-1585-4490-82f6-fb9945c58311 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:19:30.198114 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device b9d6cae9-1585-4490-82f6-fb9945c58311 not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:19:30.222933 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=fb909d63-5bc0-4574-995b-4f7117c39bab,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:30.598635 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb254cd-80e4-4164-837e-f910e8ce8064 req-6d464d43-6ac7-4076-9e6a-598c0147db57 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:30.600120 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9fb254cd-80e4-4164-837e-f910e8ce8064 req-6d464d43-6ac7-4076-9e6a-598c0147db57 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0465708 May 10 03:19:30.647119 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9fb254cd-80e4-4164-837e-f910e8ce8064 req-b9d8e1be-b4b7-48ae-ba15-c4151c3aa7da tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 May 10 03:19:31.173287 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64323256-86ef-4074-bbce-38222647c630 req-bb610810-0a57-4c6e-b299-a4a72e707852 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:31.174760 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-64323256-86ef-4074-bbce-38222647c630 req-bb610810-0a57-4c6e-b299-a4a72e707852 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0519786 May 10 03:19:31.223544 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-64323256-86ef-4074-bbce-38222647c630 req-25c3f527-63a6-4b9d-9525-0c0166e6ad1e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419941 May 10 03:19:31.232349 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2444a-e68c-42c8-9cbd-42db58608a46 req-ce0ff7c9-df09-4a0c-9a86-9fd2cb017a98 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:31.233860 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7fc2444a-e68c-42c8-9cbd-42db58608a46 req-ce0ff7c9-df09-4a0c-9a86-9fd2cb017a98 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 945 time: 0.0460536 May 10 03:19:31.283006 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7fc2444a-e68c-42c8-9cbd-42db58608a46 req-095f21e2-c0ed-49cc-a050-f14269802af7 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c93368-02b8-46fe-972a-46e81625679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435908 May 10 03:19:31.856524 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc447a-4881-44b3-b156-bad5853f50b7 req-30f04a91-65a9-4b2d-8aad-c42f8731acb8 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:31.858021 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fcdc447a-4881-44b3-b156-bad5853f50b7 req-30f04a91-65a9-4b2d-8aad-c42f8731acb8 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0465772 May 10 03:19:31.902230 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fcdc447a-4881-44b3-b156-bad5853f50b7 req-94fe1b93-524d-456b-b63d-59051554e9bc tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b01471a-8b3d-4a18-8e9d-90bdd95c062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387909 May 10 03:19:32.343316 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48349514-5368-4f7a-8b6c-90f0afeac9f5 req-aa820c79-98da-4d3a-8b67-26ce444a0de6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:32.344840 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-48349514-5368-4f7a-8b6c-90f0afeac9f5 req-aa820c79-98da-4d3a-8b67-26ce444a0de6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0479064 May 10 03:19:32.395439 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-48349514-5368-4f7a-8b6c-90f0afeac9f5 req-3d0f74e8-3100-40da-a75e-cee55bf1c891 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449262 May 10 03:19:32.411292 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7aecc4-743c-4a63-91ec-8ac4a1aa2b95 req-165d5d26-218c-4923-a1d4-288f260a3819 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:32.423966 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ec7aecc4-743c-4a63-91ec-8ac4a1aa2b95 req-165d5d26-218c-4923-a1d4-288f260a3819 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 945 time: 0.0603731 May 10 03:19:32.470414 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ec7aecc4-743c-4a63-91ec-8ac4a1aa2b95 req-23510ba6-c08e-4587-b9e1-09c3cadd7c12 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c93368-02b8-46fe-972a-46e81625679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455379 May 10 03:19:32.556275 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adfd52-192a-4d22-9e7a-741be92ae5c5 req-152282ea-4752-4864-af8d-357668ec88a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:32.557855 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b8adfd52-192a-4d22-9e7a-741be92ae5c5 req-152282ea-4752-4864-af8d-357668ec88a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 1129 time: 0.0640829 May 10 03:19:32.571544 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b432a-b090-4959-8cb2-5567eb9f675a req-35ef8d37-d82d-4221-8e73-8cf84716c7d4 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:32.572920 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3f5b432a-b090-4959-8cb2-5567eb9f675a req-35ef8d37-d82d-4221-8e73-8cf84716c7d4 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 945 time: 0.0713303 May 10 03:19:32.649964 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b8adfd52-192a-4d22-9e7a-741be92ae5c5 req-b004c3eb-5481-4fad-b994-069c63afefa9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=18c93368-02b8-46fe-972a-46e81625679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761058 May 10 03:19:32.690620 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-3f5b432a-b090-4959-8cb2-5567eb9f675a req-16e33a2b-a6a7-4fea-a240-8b4e0eefaaac tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Deleting port fd37adcc-6c61-4249-b29c-d3a717224790 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:19:32.690784 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3f5b432a-b090-4959-8cb2-5567eb9f675a req-16e33a2b-a6a7-4fea-a240-8b4e0eefaaac tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (fd37adcc-6c61-4249-b29c-d3a717224790), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:32.777539 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-3f5b432a-b090-4959-8cb2-5567eb9f675a req-16e33a2b-a6a7-4fea-a240-8b4e0eefaaac tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] For port fd37adcc-6c61-4249-b29c-d3a717224790, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fd37adcc-6c61-4249-b29c-d3a717224790,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:32.777930 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3f5b432a-b090-4959-8cb2-5567eb9f675a req-16e33a2b-a6a7-4fea-a240-8b4e0eefaaac tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (fd37adcc-6c61-4249-b29c-d3a717224790), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:32.791115 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-3f5b432a-b090-4959-8cb2-5567eb9f675a req-16e33a2b-a6a7-4fea-a240-8b4e0eefaaac tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Calling delete_port for fd37adcc-6c61-4249-b29c-d3a717224790 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:19:32.918383 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3f5b432a-b090-4959-8cb2-5567eb9f675a req-16e33a2b-a6a7-4fea-a240-8b4e0eefaaac tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (fd37adcc-6c61-4249-b29c-d3a717224790), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:32.930881 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['fd37adcc-6c61-4249-b29c-d3a717224790'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:19:32.947293 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e33a2b-a6a7-4fea-a240-8b4e0eefaaac tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Pushing event deleted for resources: {'Port': ['ID=fd37adcc-6c61-4249-b29c-d3a717224790,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:33.020781 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ef22ed95-f13d-450e-889f-14148c057fd8 req-e3d489cb-b2ea-4031-9ca2-bed6bcfbb88a tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 210 time: 0.0453351 May 10 03:19:33.021463 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5b432a-b090-4959-8cb2-5567eb9f675a req-16e33a2b-a6a7-4fea-a240-8b4e0eefaaac tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] No DVR routers for this DVR port fd37adcc-6c61-4249-b29c-d3a717224790 on host hv-cinder-83009 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:19:33.024978 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3f5b432a-b090-4959-8cb2-5567eb9f675a req-16e33a2b-a6a7-4fea-a240-8b4e0eefaaac tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.028148 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3f5b432a-b090-4959-8cb2-5567eb9f675a req-16e33a2b-a6a7-4fea-a240-8b4e0eefaaac tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.64 "DELETE /v2.0/ports/fd37adcc-6c61-4249-b29c-d3a717224790 HTTP/1.1" status: 204 len: 173 time: 0.4417770 May 10 03:19:33.028587 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a709d3d8-e66d-4642-aee4-392801ae2f15', 'name': 'network-vif-deleted', 'tag': 'fd37adcc-6c61-4249-b29c-d3a717224790'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:33.031131 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdea64c6-ab1e-470e-8883-0c7f965227cc" -d '{"events": [{"server_uuid": "a709d3d8-e66d-4642-aee4-392801ae2f15", "name": "network-vif-deleted", "tag": "fd37adcc-6c61-4249-b29c-d3a717224790"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:33.065450 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf4f085-96dc-4e5b-913d-a65a245523d9 x-openstack-request-id: req-aaf4f085-96dc-4e5b-913d-a65a245523d9 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:33.065746 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a709d3d8-e66d-4642-aee4-392801ae2f15", "name": "network-vif-deleted", "tag": "fd37adcc-6c61-4249-b29c-d3a717224790", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:33.065995 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aaf4f085-96dc-4e5b-913d-a65a245523d9 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:33.066386 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf4f085-96dc-4e5b-913d-a65a245523d9'] response: {'server_uuid': 'a709d3d8-e66d-4642-aee4-392801ae2f15', 'name': 'network-vif-deleted', 'tag': 'fd37adcc-6c61-4249-b29c-d3a717224790', 'status': 'completed', 'code': 200} May 10 03:19:33.521015 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c16e8-4b91-4b09-b1da-8542996039b8 req-6ca9be0f-e568-4810-8472-73781eadc529 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:33.522484 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-423c16e8-4b91-4b09-b1da-8542996039b8 req-6ca9be0f-e568-4810-8472-73781eadc529 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0487654 May 10 03:19:33.570443 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-423c16e8-4b91-4b09-b1da-8542996039b8 req-e58892f9-ce41-43a3-9930-2b86512afbe7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421109 May 10 03:19:33.590600 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a87b0-3e00-4ef3-83dc-51664a0c8f68 req-93a4aa5c-3db7-4a94-903c-0780e5bde40a tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:33.592086 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1a9a87b0-3e00-4ef3-83dc-51664a0c8f68 req-93a4aa5c-3db7-4a94-903c-0780e5bde40a tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 945 time: 0.0517364 May 10 03:19:33.642416 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1a9a87b0-3e00-4ef3-83dc-51664a0c8f68 req-83165b6e-3340-48f1-8938-557c68f44504 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c93368-02b8-46fe-972a-46e81625679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441411 May 10 03:19:34.126748 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7237f5aa-7775-4615-9fe2-15cca1fd9e8f req-092a7352-b6bb-4b8e-ab5f-19022e0c9672 tempest-ServerRescueNegativeTestJSON-1875262526 tempest-ServerRescueNegativeTestJSON-1875262526-project] 10.222.0.55 "GET /v2.0/ports?device_id=a709d3d8-e66d-4642-aee4-392801ae2f15 HTTP/1.1" status: 200 len: 210 time: 0.0269642 May 10 03:19:34.708986 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348920f-9c6a-4985-baa4-e9d4a5579a4a req-73dfe4f5-b37a-4a2c-a424-b8720cd243ff tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:34.710467 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5348920f-9c6a-4985-baa4-e9d4a5579a4a req-73dfe4f5-b37a-4a2c-a424-b8720cd243ff tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0524743 May 10 03:19:34.759697 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5348920f-9c6a-4985-baa4-e9d4a5579a4a req-248abb82-aac2-43b8-8a6a-404f64d92bb3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430050 May 10 03:19:34.779215 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725169a-86bf-4223-aeb2-dd25bcad284a req-04fb980d-55be-456c-88c7-dd89439b0f47 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:34.781011 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f725169a-86bf-4223-aeb2-dd25bcad284a req-04fb980d-55be-456c-88c7-dd89439b0f47 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 945 time: 0.0511754 May 10 03:19:34.832339 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f725169a-86bf-4223-aeb2-dd25bcad284a req-9479313c-bc57-4042-af11-d53909a170a6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c93368-02b8-46fe-972a-46e81625679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437281 May 10 03:19:34.938466 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044d302-2f12-4b04-96e1-1839c4383978 req-a4a4425e-33a7-4676-a44a-d06eef7daf60 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:34.940177 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d044d302-2f12-4b04-96e1-1839c4383978 req-a4a4425e-33a7-4676-a44a-d06eef7daf60 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 945 time: 0.0465283 May 10 03:19:34.950580 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38728) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:34.955008 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-51a71823-fbf7-4fb6-9a95-c906c019958c tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Request body: {'floatingip': {'port_id': 'fb909d63-5bc0-4574-995b-4f7117c39bab'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:34.998112 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-51a71823-fbf7-4fb6-9a95-c906c019958c tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for floatingip (69de6070-aed2-4cc8-888e-69d38c11ed78), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:35.186037 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 38732) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:35.710215 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-51a71823-fbf7-4fb6-9a95-c906c019958c tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:35.715565 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-51a71823-fbf7-4fb6-9a95-c906c019958c tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (69de6070-aed2-4cc8-888e-69d38c11ed78), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:35.861521 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.l3_db [None req-51a71823-fbf7-4fb6-9a95-c906c019958c tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Floating IP 69de6070-aed2-4cc8-888e-69d38c11ed78 associated. External IP: 172.27.1.177, port: fb909d63-5bc0-4574-995b-4f7117c39bab. May 10 03:19:35.988692 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4980def-eb1b-41f2-9a56-516a231294fd req-051dee36-5073-4abf-b5c2-d3c4ac4c1052 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:35.997194 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b4980def-eb1b-41f2-9a56-516a231294fd req-051dee36-5073-4abf-b5c2-d3c4ac4c1052 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.1307185 May 10 03:19:36.060277 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea4cb-4802-486e-890c-3dc959e90cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-965930'] for router_interface (03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.110548 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b4980def-eb1b-41f2-9a56-516a231294fd req-82c6b1f6-a53f-4b31-b18c-0f3a6626aef8 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124933 May 10 03:19:36.114333 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd15dd-923b-48b6-b21f-1d1ece88c9d0 req-cf597b3d-a4ab-49ff-96a1-0c6dcebfbac8 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:36.115971 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-19fd15dd-923b-48b6-b21f-1d1ece88c9d0 req-cf597b3d-a4ab-49ff-96a1-0c6dcebfbac8 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 945 time: 0.0641432 May 10 03:19:36.206674 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a71823-fbf7-4fb6-9a95-c906c019958c tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Router 02d5051c-de78-4ce8-9286-5811ced63dc5 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:19:36.216691 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-19fd15dd-923b-48b6-b21f-1d1ece88c9d0 req-479e4ff7-c0b7-4612-b90a-d22f552bf2da tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=caf149cd-8fd5-4f15-9566-0a9bafcca706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641313 May 10 03:19:36.324420 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687792db-3f52-4969-9a8c-decbe5dd7083 req-5a9d6d4e-787c-4972-9b27-20b5f419a467 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:36.325931 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-687792db-3f52-4969-9a8c-decbe5dd7083 req-5a9d6d4e-787c-4972-9b27-20b5f419a467 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 946 time: 0.1383340 May 10 03:19:36.326590 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a71823-fbf7-4fb6-9a95-c906c019958c tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:19:36.331450 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-51a71823-fbf7-4fb6-9a95-c906c019958c tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.338368 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65853dca-1693-48b6-ba1c-fa30eedd778a None None] Sync routers for ids ['02d5051c-de78-4ce8-9286-5811ced63dc5'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:19:36.349259 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65853dca-1693-48b6-ba1c-fa30eedd778a None None] Routers {'02d5051c-de78-4ce8-9286-5811ced63dc5'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:36.350218 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-65853dca-1693-48b6-ba1c-fa30eedd778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:19:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['02d5051c-de78-4ce8-9286-5811ced63dc5'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:36.364143 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-51a71823-fbf7-4fb6-9a95-c906c019958c tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "PUT /v2.0/floatingips/69de6070-aed2-4cc8-888e-69d38c11ed78 HTTP/1.1" status: 200 len: 991 time: 1.4104722 May 10 03:19:36.364143 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3477a576-5f17-49ed-9b21-6fb4c6c52dd7', 'tag': 'fb909d63-5bc0-4574-995b-4f7117c39bab'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:36.366383 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0accee77-e662-4d0d-85d1-1c24a0e89ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "3477a576-5f17-49ed-9b21-6fb4c6c52dd7", "tag": "fb909d63-5bc0-4574-995b-4f7117c39bab"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:36.411477 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-687792db-3f52-4969-9a8c-decbe5dd7083 req-505805cf-c055-42dd-8ea7-5673f7b090ba tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720036 May 10 03:19:36.442733 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38760) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:36.451453 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ea4cb-4802-486e-890c-3dc959e90cb8 admin admin] Deleting port 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:19:36.451868 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea4cb-4802-486e-890c-3dc959e90cb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.484972 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fb00fa-f74b-4306-8758-ab5818fb7cc1 x-openstack-request-id: req-96fb00fa-f74b-4306-8758-ab5818fb7cc1 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:36.485363 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3477a576-5f17-49ed-9b21-6fb4c6c52dd7", "tag": "fb909d63-5bc0-4574-995b-4f7117c39bab", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:36.485656 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96fb00fa-f74b-4306-8758-ab5818fb7cc1 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:36.486127 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96fb00fa-f74b-4306-8758-ab5818fb7cc1'] response: {'name': 'network-changed', 'server_uuid': '3477a576-5f17-49ed-9b21-6fb4c6c52dd7', 'tag': 'fb909d63-5bc0-4574-995b-4f7117c39bab', 'status': 'completed', 'code': 200} May 10 03:19:36.537307 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f42d7-4492-4306-9c7e-b7e24ede3efd tempest-TestMinimumBasicScenario-2066814227 tempest-TestMinimumBasicScenario-2066814227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:36.539670 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-180f42d7-4492-4306-9c7e-b7e24ede3efd tempest-TestMinimumBasicScenario-2066814227 tempest-TestMinimumBasicScenario-2066814227-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 1125 time: 0.0950918 May 10 03:19:36.540834 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-6f4ea4cb-4802-486e-890c-3dc959e90cb8 admin admin] For port 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=7a746f19-dc39-4c02-a2fe-3ce3fdbea50e,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:36.541267 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea4cb-4802-486e-890c-3dc959e90cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.542456 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38764) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:36.546923 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Request body: {'floatingip': {'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'port_id': 'f02b6a99-10e5-411e-be0e-44e837772e46', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:36.556968 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ea4cb-4802-486e-890c-3dc959e90cb8 admin admin] Calling delete_port for 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:19:36.569710 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.614314 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-65853dca-1693-48b6-ba1c-fa30eedd778a None None] Set router 02d5051c-de78-4ce8-9286-5811ced63dc5 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:36.655966 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.756280 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea4cb-4802-486e-890c-3dc959e90cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (7a746f19-dc39-4c02-a2fe-3ce3fdbea50e), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.773129 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Allocated IP 172.27.1.73 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/a9276809-941a-4cd5-9c46-10c7cb55b2bd) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:36.799733 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ea4cb-4802-486e-890c-3dc959e90cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a746f19-dc39-4c02-a2fe-3ce3fdbea50e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:36.863762 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-65853dca-1693-48b6-ba1c-fa30eedd778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:21Z', 'revision_number': 4, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port': {'id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:10Z', 'updated_at': '2022-05-10T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': '69de6070-aed2-4cc8-888e-69d38c11ed78', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'port_id': 'fb909d63-5bc0-4574-995b-4f7117c39bab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'mac_address': 'fa:16:3e:1e:c2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3477a576-5f17-49ed-9b21-6fb4c6c52dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:18Z', 'updated_at': '2022-05-10T03:19:35Z', 'revision_number': 1, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ded3d6-9637-4a52-bb23-67ffb9ca0dec', 'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'mac_address': 'fa:16:3e:0e:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:19Z', 'updated_at': '2022-05-10T03:14:34Z', 'revision_number': 5, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'subnets': [{'id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:36.894036 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for port (a9276809-941a-4cd5-9c46-10c7cb55b2bd), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.907571 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65853dca-1693-48b6-ba1c-fa30eedd778a None None] Checking router: 02d5051c-de78-4ce8-9286-5811ced63dc5 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:19:36.920297 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65853dca-1693-48b6-ba1c-fa30eedd778a None None] Routers {'02d5051c-de78-4ce8-9286-5811ced63dc5'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:36.921251 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-65853dca-1693-48b6-ba1c-fa30eedd778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:19:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['02d5051c-de78-4ce8-9286-5811ced63dc5'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:36.939463 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (a9276809-941a-4cd5-9c46-10c7cb55b2bd), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:37.002541 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea4cb-4802-486e-890c-3dc959e90cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952867'] for router_interface (03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:37.006031 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:37.011415 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:37.014356 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:37.049462 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-65853dca-1693-48b6-ba1c-fa30eedd778a None None] Set router 02d5051c-de78-4ce8-9286-5811ced63dc5 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:37.069186 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Pushing event updated for resources: {'Port': ['ID=a9276809-941a-4cd5-9c46-10c7cb55b2bd,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:37.289819 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005051f-ebde-4d57-be28-2c560e82e888 req-2853606c-c976-49ff-9686-726b46762ce6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:37.291483 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1005051f-ebde-4d57-be28-2c560e82e888 req-2853606c-c976-49ff-9686-726b46762ce6 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.1003821 May 10 03:19:37.310717 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-65853dca-1693-48b6-ba1c-fa30eedd778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:21Z', 'revision_number': 4, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port': {'id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:10Z', 'updated_at': '2022-05-10T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': '69de6070-aed2-4cc8-888e-69d38c11ed78', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'port_id': 'fb909d63-5bc0-4574-995b-4f7117c39bab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'mac_address': 'fa:16:3e:1e:c2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3477a576-5f17-49ed-9b21-6fb4c6c52dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:18Z', 'updated_at': '2022-05-10T03:19:35Z', 'revision_number': 1, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ded3d6-9637-4a52-bb23-67ffb9ca0dec', 'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'mac_address': 'fa:16:3e:0e:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:19Z', 'updated_at': '2022-05-10T03:14:34Z', 'revision_number': 5, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'subnets': [{'id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:37.325823 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4ea4cb-4802-486e-890c-3dc959e90cb8 admin admin] Router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:19:37.344416 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65853dca-1693-48b6-ba1c-fa30eedd778a None None] The sync data for ids ['02d5051c-de78-4ce8-9286-5811ced63dc5'] in dv-cinder-830094-4-iscsi is: [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:21Z', 'revision_number': 4, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port': {'id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:10Z', 'updated_at': '2022-05-10T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': '69de6070-aed2-4cc8-888e-69d38c11ed78', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'port_id': 'fb909d63-5bc0-4574-995b-4f7117c39bab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'mac_address': 'fa:16:3e:1e:c2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3477a576-5f17-49ed-9b21-6fb4c6c52dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:18Z', 'updated_at': '2022-05-10T03:19:35Z', 'revision_number': 1, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ded3d6-9637-4a52-bb23-67ffb9ca0dec', 'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'mac_address': 'fa:16:3e:0e:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:19Z', 'updated_at': '2022-05-10T03:14:34Z', 'revision_number': 5, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'subnets': [{'id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:19:37.376247 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec5849-e7c7-471f-92fd-36de77df1d30 req-df1cbfac-ed88-4f2a-b947-e40967821dd2 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:37.379221 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-82ec5849-e7c7-471f-92fd-36de77df1d30 req-df1cbfac-ed88-4f2a-b947-e40967821dd2 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 945 time: 0.0733578 May 10 03:19:37.402038 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1005051f-ebde-4d57-be28-2c560e82e888 req-392a0b3a-41fe-4b99-bfac-64d2186bbec3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020398 May 10 03:19:37.477994 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4ea4cb-4802-486e-890c-3dc959e90cb8 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:19:37.483102 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-6f4ea4cb-4802-486e-890c-3dc959e90cb8 admin admin] 10.222.0.55 "PUT /v2.0/routers/03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2959952 May 10 03:19:37.485902 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 38770) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:37.492641 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f350c12-0501-4565-ae16-40b1d768e1e0 None None] Sync routers for ids ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:19:37.506640 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f350c12-0501-4565-ae16-40b1d768e1e0 None None] Routers {'03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:37.507265 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-3f350c12-0501-4565-ae16-40b1d768e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:19:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:37.510195 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-82ec5849-e7c7-471f-92fd-36de77df1d30 req-141e31ea-65a4-47da-bd98-1bf6eafc1a71 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=caf149cd-8fd5-4f15-9566-0a9bafcca706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227868 May 10 03:19:37.567680 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for floatingip (eb37ef63-887e-4c94-9d4d-733c429625de), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:37.624835 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b460a2-0e27-45d2-9fcb-4a2e868d663b None None] New status for floating IP 69de6070-aed2-4cc8-888e-69d38c11ed78: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:19:37.649688 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-3f350c12-0501-4565-ae16-40b1d768e1e0 None None] Set router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:37.656345 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (a9276809-941a-4cd5-9c46-10c7cb55b2bd), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:37.691488 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accee77-e662-4d0d-85d1-1c24a0e89ef7 req-b7782d33-43df-4c40-81e5-b588f0a6d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:37.693476 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0accee77-e662-4d0d-85d1-1c24a0e89ef7 req-b7782d33-43df-4c40-81e5-b588f0a6d9d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5d958793e0ab4e6f8d2f296dcf6186f5&device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 1129 time: 0.1209505 May 10 03:19:37.764686 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34c84fb5-1fdc-4cd4-9350-84d053ea67b5 admin admin] Publish callbacks [] for router (03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:37.776524 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74460124-c058-46c4-979e-0f07f86203d4 req-30d907db-87c7-4b28-9143-7a84641dfa91 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:37.777933 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-74460124-c058-46c4-979e-0f07f86203d4 req-30d907db-87c7-4b28-9143-7a84641dfa91 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 945 time: 0.1577508 May 10 03:19:37.854327 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for port (a9276809-941a-4cd5-9c46-10c7cb55b2bd), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:37.860341 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5428960'] for port (a9276809-941a-4cd5-9c46-10c7cb55b2bd), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:37.873644 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-3f350c12-0501-4565-ae16-40b1d768e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-router', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '75f9e69e-35ce-4198-b83b-77287b407599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:19:36Z', 'revision_number': 5, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'gw_port': {'id': '75f9e69e-35ce-4198-b83b-77287b407599', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:37.932400 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accee77-e662-4d0d-85d1-1c24a0e89ef7 req-bb159658-65d6-41e5-bd57-38fac3fdaa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:37.932809 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Pushing event updated for resources: {'Port': ['ID=a9276809-941a-4cd5-9c46-10c7cb55b2bd,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:37.933932 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0accee77-e662-4d0d-85d1-1c24a0e89ef7 req-bb159658-65d6-41e5-bd57-38fac3fdaa13 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73d317d2-6d6e-4f15-9854-843c84b4e47e HTTP/1.1" status: 200 len: 911 time: 0.2315705 May 10 03:19:37.943830 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (eb37ef63-887e-4c94-9d4d-733c429625de), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:37.985339 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-74460124-c058-46c4-979e-0f07f86203d4 req-d4cc7fb8-e0e0-4511-82df-815ce53654cd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Deleting port c3193703-1b47-452e-8101-fee2742e8e7a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:19:37.985673 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74460124-c058-46c4-979e-0f07f86203d4 req-d4cc7fb8-e0e0-4511-82df-815ce53654cd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (c3193703-1b47-452e-8101-fee2742e8e7a), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:38.010319 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device fd37adcc-6c61-4249-b29c-d3a717224790 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:19:38.022577 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f350c12-0501-4565-ae16-40b1d768e1e0 None None] Checking router: 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:19:38.033066 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f350c12-0501-4565-ae16-40b1d768e1e0 None None] Routers {'03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:38.033740 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-3f350c12-0501-4565-ae16-40b1d768e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:19:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:38.038304 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: fd37adcc-6c61-4249-b29c-d3a717224790 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:19:38.038967 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device fd37adcc-6c61-4249-b29c-d3a717224790 not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:19:38.064645 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.l3_db [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Floating IP eb37ef63-887e-4c94-9d4d-733c429625de associated. External IP: 172.27.1.73, port: f02b6a99-10e5-411e-be0e-44e837772e46. May 10 03:19:38.152535 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-3f350c12-0501-4565-ae16-40b1d768e1e0 None None] Set router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:38.353605 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-3f350c12-0501-4565-ae16-40b1d768e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-router', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '75f9e69e-35ce-4198-b83b-77287b407599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:19:36Z', 'revision_number': 5, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'gw_port': {'id': '75f9e69e-35ce-4198-b83b-77287b407599', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:38.380860 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34c84fb5-1fdc-4cd4-9350-84d053ea67b5 admin admin] Publish callbacks [] for router_gateway (03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:38.383780 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f350c12-0501-4565-ae16-40b1d768e1e0 None None] The sync data for ids ['03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc'] in dv-cinder-830094-4-iscsi is: [{'id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'name': 'tempest-ServerRescueNegativeTestJSON-1452378110-router', 'tenant_id': 'd2279255bed8483c82ba27a2451313fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '75f9e69e-35ce-4198-b83b-77287b407599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:19:36Z', 'revision_number': 5, 'project_id': 'd2279255bed8483c82ba27a2451313fc', 'gw_port': {'id': '75f9e69e-35ce-4198-b83b-77287b407599', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:19:38.401173 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0accee77-e662-4d0d-85d1-1c24a0e89ef7 req-1b1b7a70-bd2a-4cea-9a2f-5894cbadd165 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb909d63-5bc0-4574-995b-4f7117c39bab HTTP/1.1" status: 200 len: 1001 time: 0.4124866 May 10 03:19:38.485873 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-74460124-c058-46c4-979e-0f07f86203d4 req-d4cc7fb8-e0e0-4511-82df-815ce53654cd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] For port c3193703-1b47-452e-8101-fee2742e8e7a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3193703-1b47-452e-8101-fee2742e8e7a,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:38.486255 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74460124-c058-46c4-979e-0f07f86203d4 req-d4cc7fb8-e0e0-4511-82df-815ce53654cd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (c3193703-1b47-452e-8101-fee2742e8e7a), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:38.532394 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Router 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:19:38.545165 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accee77-e662-4d0d-85d1-1c24a0e89ef7 req-6a8376a0-ca65-4007-91a2-c67fd7375306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:38.546706 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0accee77-e662-4d0d-85d1-1c24a0e89ef7 req-6a8376a0-ca65-4007-91a2-c67fd7375306 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a7d34c8-e1d6-4d8e-a007-97e315bfe374 HTTP/1.1" status: 200 len: 849 time: 0.1381931 May 10 03:19:38.578007 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-34c84fb5-1fdc-4cd4-9350-84d053ea67b5 admin admin] Deleting port 75f9e69e-35ce-4198-b83b-77287b407599 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:19:38.578367 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34c84fb5-1fdc-4cd4-9350-84d053ea67b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (75f9e69e-35ce-4198-b83b-77287b407599), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:38.595939 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e8d62-3468-4403-800e-232b8bfcaa0e req-2178666e-bbf6-44b5-9515-3f202411d421 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:38.597419 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-485e8d62-3468-4403-800e-232b8bfcaa0e req-2178666e-bbf6-44b5-9515-3f202411d421 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.1186538 May 10 03:19:38.680009 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db46946-2e2f-45fd-98a0-26f549b17ff3 req-bbead010-7ae4-46b3-a52d-20166f20d7f1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:38.681471 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9db46946-2e2f-45fd-98a0-26f549b17ff3 req-bbead010-7ae4-46b3-a52d-20166f20d7f1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 945 time: 0.0868464 May 10 03:19:38.685271 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:19:38.696596 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d6d4d-0bdd-4c37-9982-199d57f297a2 None None] Sync routers for ids ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:19:38.710638 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30d6d4d-0bdd-4c37-9982-199d57f297a2 None None] Routers {'14fac66b-b4ce-4419-a0cf-5cfab4ab3657'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:38.711620 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-d30d6d4d-0bdd-4c37-9982-199d57f297a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:19:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:38.715496 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:38.730267 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accee77-e662-4d0d-85d1-1c24a0e89ef7 req-8d3707a2-93f4-4b91-93c3-326ee7fe1af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:38.731772 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0accee77-e662-4d0d-85d1-1c24a0e89ef7 req-8d3707a2-93f4-4b91-93c3-326ee7fe1af2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73d317d2-6d6e-4f15-9854-843c84b4e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1547294 May 10 03:19:38.757950 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-56b41b61-7e35-4056-a7fe-daa132ac945f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2143521 May 10 03:19:38.759692 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0144796a-ba13-4fb0-b9a6-ce953cbc7b60', 'tag': 'f02b6a99-10e5-411e-be0e-44e837772e46'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:38.763851 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f1ba97-3f35-45a2-94bc-8bc43fbb90e4" -d '{"events": [{"name": "network-changed", "server_uuid": "0144796a-ba13-4fb0-b9a6-ce953cbc7b60", "tag": "f02b6a99-10e5-411e-be0e-44e837772e46"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:38.766586 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 38776) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:38.795537 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1744991582', 'description': 'tempest-secgroup-smoke-1744991582 description', 'project_id': 'b79f1de979384c108b5ff0427e44e30b'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:38.810123 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9db46946-2e2f-45fd-98a0-26f549b17ff3 req-4940552f-97aa-48de-a326-14a3c5fb6ebb tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=caf149cd-8fd5-4f15-9566-0a9bafcca706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160839 May 10 03:19:38.842702 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-d30d6d4d-0bdd-4c37-9982-199d57f297a2 None None] Set router 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:38.848129 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a07e882-aafc-4d3e-8a50-57eef59d3f35 x-openstack-request-id: req-0a07e882-aafc-4d3e-8a50-57eef59d3f35 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:38.848430 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0144796a-ba13-4fb0-b9a6-ce953cbc7b60", "tag": "f02b6a99-10e5-411e-be0e-44e837772e46", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:38.848747 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a07e882-aafc-4d3e-8a50-57eef59d3f35 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:38.849126 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a07e882-aafc-4d3e-8a50-57eef59d3f35'] response: {'name': 'network-changed', 'server_uuid': '0144796a-ba13-4fb0-b9a6-ce953cbc7b60', 'tag': 'f02b6a99-10e5-411e-be0e-44e837772e46', 'status': 'completed', 'code': 200} May 10 03:19:38.885331 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-34c84fb5-1fdc-4cd4-9350-84d053ea67b5 admin admin] For port 75f9e69e-35ce-4198-b83b-77287b407599, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=75f9e69e-35ce-4198-b83b-77287b407599,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:38.886248 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34c84fb5-1fdc-4cd4-9350-84d053ea67b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (75f9e69e-35ce-4198-b83b-77287b407599), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:38.910488 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-485e8d62-3468-4403-800e-232b8bfcaa0e req-54894fe3-f950-4ca5-9e0f-755e2259e9c3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833073 May 10 03:19:38.924763 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-34c84fb5-1fdc-4cd4-9350-84d053ea67b5 admin admin] Calling delete_port for 75f9e69e-35ce-4198-b83b-77287b407599 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:19:38.934516 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1ba97-3f35-45a2-94bc-8bc43fbb90e4 req-2689b466-42e5-404d-be5f-25df47929790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:38.936610 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-31f1ba97-3f35-45a2-94bc-8bc43fbb90e4 req-2689b466-42e5-404d-be5f-25df47929790 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b79f1de979384c108b5ff0427e44e30b&device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 1130 time: 0.0634532 May 10 03:19:39.032122 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.037749 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1ba97-3f35-45a2-94bc-8bc43fbb90e4 req-0d5cdd7c-c7f6-42f5-89d0-2fd7ea8a6331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:39.039420 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-31f1ba97-3f35-45a2-94bc-8bc43fbb90e4 req-0d5cdd7c-c7f6-42f5-89d0-2fd7ea8a6331 service neutron] 10.222.0.64 "GET /v2.0/networks?id=05efa828-1dab-4ffe-a87b-ab104863313d HTTP/1.1" status: 200 len: 916 time: 0.0963800 May 10 03:19:39.085833 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0accee77-e662-4d0d-85d1-1c24a0e89ef7 req-bae74641-f7b0-4afd-be03-93b7494502be service neutron] 10.222.0.64 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456824 May 10 03:19:39.090398 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-d30d6d4d-0bdd-4c37-9982-199d57f297a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'name': 'tempest-TestMinimumBasicScenario-1484356868-router', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:38Z', 'updated_at': '2022-05-10T03:18:41Z', 'revision_number': 4, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'gw_port': {'id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:39Z', 'updated_at': '2022-05-10T03:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'eb37ef63-887e-4c94-9d4d-733c429625de', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'port_id': 'f02b6a99-10e5-411e-be0e-44e837772e46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d', 'mac_address': 'fa:16:3e:61:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0144796a-ba13-4fb0-b9a6-ce953cbc7b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:37Z', 'updated_at': '2022-05-10T03:19:37Z', 'revision_number': 0, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579be5b3-a9f8-4dae-86d0-0b8c0dd87a84', 'name': '', 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'mac_address': 'fa:16:3e:f7:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:40Z', 'updated_at': '2022-05-10T03:18:46Z', 'revision_number': 5, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'subnets': [{'id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:39.091479 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74460124-c058-46c4-979e-0f07f86203d4 req-d4cc7fb8-e0e0-4511-82df-815ce53654cd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.091840 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74460124-c058-46c4-979e-0f07f86203d4 req-d4cc7fb8-e0e0-4511-82df-815ce53654cd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (d793826e-e28d-4ea7-a8af-ab77e0084a6a), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.092177 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.l3_db [req-74460124-c058-46c4-979e-0f07f86203d4 req-d4cc7fb8-e0e0-4511-82df-815ce53654cd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Floating IP d793826e-e28d-4ea7-a8af-ab77e0084a6a disassociated. External IP: 172.27.1.173, port: c3193703-1b47-452e-8101-fee2742e8e7a. May 10 03:19:39.092502 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-74460124-c058-46c4-979e-0f07f86203d4 req-d4cc7fb8-e0e0-4511-82df-815ce53654cd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Calling delete_port for c3193703-1b47-452e-8101-fee2742e8e7a owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:19:39.119327 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d6d4d-0bdd-4c37-9982-199d57f297a2 None None] Checking router: 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:19:39.127986 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30d6d4d-0bdd-4c37-9982-199d57f297a2 None None] Routers {'14fac66b-b4ce-4419-a0cf-5cfab4ab3657'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:39.128965 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-31f1ba97-3f35-45a2-94bc-8bc43fbb90e4 req-a1868b4a-203b-4f2c-80d0-0ea66742ac09 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f02b6a99-10e5-411e-be0e-44e837772e46 HTTP/1.1" status: 200 len: 999 time: 0.0826213 May 10 03:19:39.129335 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-d30d6d4d-0bdd-4c37-9982-199d57f297a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:19:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:39.179870 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1ba97-3f35-45a2-94bc-8bc43fbb90e4 req-bec1c6eb-2349-41b2-956b-d59fbbe94457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:39.181697 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-31f1ba97-3f35-45a2-94bc-8bc43fbb90e4 req-bec1c6eb-2349-41b2-956b-d59fbbe94457 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aca8826-50b4-4fc7-8ca0-772442ca36d7 HTTP/1.1" status: 200 len: 854 time: 0.0467978 May 10 03:19:39.228338 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1ba97-3f35-45a2-94bc-8bc43fbb90e4 req-ece4396b-4eda-4db0-9612-f45cad6dde7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:39.230121 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-31f1ba97-3f35-45a2-94bc-8bc43fbb90e4 req-ece4396b-4eda-4db0-9612-f45cad6dde7b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05efa828-1dab-4ffe-a87b-ab104863313d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414944 May 10 03:19:39.244109 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-d30d6d4d-0bdd-4c37-9982-199d57f297a2 None None] Set router 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:39.329412 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-31f1ba97-3f35-45a2-94bc-8bc43fbb90e4 req-bfc858ee-40a0-4d7e-9c68-8422df0b5191 service neutron] 10.222.0.64 "GET /v2.0/networks/05efa828-1dab-4ffe-a87b-ab104863313d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921729 May 10 03:19:39.338686 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group (2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.352620 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0accee77-e662-4d0d-85d1-1c24a0e89ef7 req-6b994434-270a-4dab-a627-dc044d10ed9a service neutron] 10.222.0.64 "GET /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546196 May 10 03:19:39.357877 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.430845 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.431987 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6624217 May 10 03:19:39.436061 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38780) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:39.436731 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:39.444039 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-ae349b09-6cfd-44c7-8a6a-57d9dc9fc42a tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Request body: {'security_group_rule': {'security_group_id': '2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe', 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:39.456884 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-31f1ba97-3f35-45a2-94bc-8bc43fbb90e4 req-6fef1898-fcfa-4901-ad1d-100697c6c6ed service neutron] 10.222.0.64 "GET /v2.0/networks/05efa828-1dab-4ffe-a87b-ab104863313d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199996 May 10 03:19:39.475680 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:39.476563 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:39.477052 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:39.477393 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:39.477731 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:39.478094 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:39.478424 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:39.478781 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:39.479193 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:39.479622 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:39.479957 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:39.480320 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:39.480730 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:39.481135 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:39.481461 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c62cb2-849b-4d66-ad78-1cd042b094a6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:39.491381 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34c84fb5-1fdc-4cd4-9350-84d053ea67b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (75f9e69e-35ce-4198-b83b-77287b407599), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.501383 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae349b09-6cfd-44c7-8a6a-57d9dc9fc42a tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group_rule (9d33b077-1c6a-4262-bf98-d89403bf87af), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.509744 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-d30d6d4d-0bdd-4c37-9982-199d57f297a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'name': 'tempest-TestMinimumBasicScenario-1484356868-router', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:38Z', 'updated_at': '2022-05-10T03:18:41Z', 'revision_number': 4, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'gw_port': {'id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:39Z', 'updated_at': '2022-05-10T03:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'eb37ef63-887e-4c94-9d4d-733c429625de', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'port_id': 'f02b6a99-10e5-411e-be0e-44e837772e46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d', 'mac_address': 'fa:16:3e:61:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0144796a-ba13-4fb0-b9a6-ce953cbc7b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:37Z', 'updated_at': '2022-05-10T03:19:37Z', 'revision_number': 0, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579be5b3-a9f8-4dae-86d0-0b8c0dd87a84', 'name': '', 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'mac_address': 'fa:16:3e:f7:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:40Z', 'updated_at': '2022-05-10T03:18:46Z', 'revision_number': 5, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'subnets': [{'id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:39.534765 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c84fb5-1fdc-4cd4-9350-84d053ea67b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=75f9e69e-35ce-4198-b83b-77287b407599,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:39.540397 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d6d4d-0bdd-4c37-9982-199d57f297a2 None None] The sync data for ids ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'] in dv-cinder-830094-4-iscsi is: [{'id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'name': 'tempest-TestMinimumBasicScenario-1484356868-router', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:38Z', 'updated_at': '2022-05-10T03:18:41Z', 'revision_number': 4, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'gw_port': {'id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:39Z', 'updated_at': '2022-05-10T03:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'eb37ef63-887e-4c94-9d4d-733c429625de', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'port_id': 'f02b6a99-10e5-411e-be0e-44e837772e46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d', 'mac_address': 'fa:16:3e:61:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0144796a-ba13-4fb0-b9a6-ce953cbc7b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:37Z', 'updated_at': '2022-05-10T03:19:37Z', 'revision_number': 0, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579be5b3-a9f8-4dae-86d0-0b8c0dd87a84', 'name': '', 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'mac_address': 'fa:16:3e:f7:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:40Z', 'updated_at': '2022-05-10T03:18:46Z', 'revision_number': 5, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'subnets': [{'id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:19:39.570881 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae349b09-6cfd-44c7-8a6a-57d9dc9fc42a tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group_rule (9d33b077-1c6a-4262-bf98-d89403bf87af), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.575837 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae349b09-6cfd-44c7-8a6a-57d9dc9fc42a tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (9d33b077-1c6a-4262-bf98-d89403bf87af), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.592666 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74460124-c058-46c4-979e-0f07f86203d4 req-d4cc7fb8-e0e0-4511-82df-815ce53654cd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (c3193703-1b47-452e-8101-fee2742e8e7a), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.597986 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae349b09-6cfd-44c7-8a6a-57d9dc9fc42a tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d33b077-1c6a-4262-bf98-d89403bf87af,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:39.612003 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae349b09-6cfd-44c7-8a6a-57d9dc9fc42a tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.617549 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-ae349b09-6cfd-44c7-8a6a-57d9dc9fc42a tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1796632 May 10 03:19:39.618206 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38782) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:39.622623 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-6c010ec2-7509-469b-ba54-b98f44661743 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Request body: {'security_group_rule': {'security_group_id': '2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe', 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:39.642771 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc7fb8-e0e0-4511-82df-815ce53654cd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event deleted for resources: {'Port': ['ID=c3193703-1b47-452e-8101-fee2742e8e7a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:39.652370 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c010ec2-7509-469b-ba54-b98f44661743 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group_rule (7868c1fd-0ec5-4b30-a28c-cbe0a4a6706e), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.692818 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34c84fb5-1fdc-4cd4-9350-84d053ea67b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962628'] for router_gateway (03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.718336 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c010ec2-7509-469b-ba54-b98f44661743 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group_rule (7868c1fd-0ec5-4b30-a28c-cbe0a4a6706e), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.724856 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c010ec2-7509-469b-ba54-b98f44661743 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (7868c1fd-0ec5-4b30-a28c-cbe0a4a6706e), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.745599 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c010ec2-7509-469b-ba54-b98f44661743 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7868c1fd-0ec5-4b30-a28c-cbe0a4a6706e,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:39.754442 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c010ec2-7509-469b-ba54-b98f44661743 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.755798 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-6c010ec2-7509-469b-ba54-b98f44661743 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365986 May 10 03:19:39.761258 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38784) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:39.766109 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-9c88ca64-f7fb-42b3-8478-d7566a542424 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Request body: {'security_group_rule': {'security_group_id': '2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe', 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:39.797930 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549fd53b-5ee6-4892-b795-7cf452d350e1 None None] New status for floating IP eb37ef63-887e-4c94-9d4d-733c429625de: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:19:39.803325 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9c88ca64-f7fb-42b3-8478-d7566a542424 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group_rule (a2bc453b-fb51-4a35-abfd-e54a5d4c64b3), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.821886 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34c84fb5-1fdc-4cd4-9350-84d053ea67b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9407'] for router (03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.827834 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34c84fb5-1fdc-4cd4-9350-84d053ea67b5 admin admin] Publish callbacks [] for router_controller (03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc), precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.875776 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9c88ca64-f7fb-42b3-8478-d7566a542424 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group_rule (a2bc453b-fb51-4a35-abfd-e54a5d4c64b3), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.881628 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9c88ca64-f7fb-42b3-8478-d7566a542424 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (a2bc453b-fb51-4a35-abfd-e54a5d4c64b3), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.932556 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88ca64-f7fb-42b3-8478-d7566a542424 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2bc453b-fb51-4a35-abfd-e54a5d4c64b3,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:39.937152 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9c88ca64-f7fb-42b3-8478-d7566a542424 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.938045 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-9c88ca64-f7fb-42b3-8478-d7566a542424 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1758120 May 10 03:19:39.946097 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34c84fb5-1fdc-4cd4-9350-84d053ea67b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960403'] for router (03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.946672 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c84fb5-1fdc-4cd4-9350-84d053ea67b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 03:19:39.950485 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-77ade82b-a43c-4c20-b816-8f7704f27f90 req-6ac5d185-366f-436f-a733-04ef76c89cbd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 210 time: 0.0386560 May 10 03:19:39.951543 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 38790) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:39.962227 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34c84fb5-1fdc-4cd4-9350-84d053ea67b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.963624 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-34c84fb5-1fdc-4cd4-9350-84d053ea67b5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/03f12f8c-6221-4dd4-8870-a6c3e6ae8bcc HTTP/1.1" status: 204 len: 168 time: 2.4762862 May 10 03:19:39.967894 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ff82f181-6e5d-407c-994e-6dc22071b957 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Request body: {'security_group_rule': {'security_group_id': '2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe', 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:39.973969 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 38792) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:39.996229 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74460124-c058-46c4-979e-0f07f86203d4 req-d4cc7fb8-e0e0-4511-82df-815ce53654cd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Router ed0337df-2e47-44f0-86f8-d2145b93f43f has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:19:40.095128 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ff82f181-6e5d-407c-994e-6dc22071b957 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group_rule (00abe3d0-d32e-46ff-a006-de2c6fd03012), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.162335 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c818156-77bd-40b7-bbe0-9ce307386079 req-acddea82-9a11-435f-b508-061cec253a65 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:40.165113 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6c818156-77bd-40b7-bbe0-9ce307386079 req-acddea82-9a11-435f-b508-061cec253a65 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.1334386 May 10 03:19:40.193895 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3ec0c7-efa7-4716-b485-a776a24dd120 admin admin] Deleting subnet b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:19:40.212772 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-de3ec0c7-efa7-4716-b485-a776a24dd120 admin admin] Publish callbacks [] for subnet (b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.286781 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-de3ec0c7-efa7-4716-b485-a776a24dd120 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7618921'] for subnet (b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b), precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.362880 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ff82f181-6e5d-407c-994e-6dc22071b957 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group_rule (00abe3d0-d32e-46ff-a006-de2c6fd03012), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.371731 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6c818156-77bd-40b7-bbe0-9ce307386079 req-7781ede5-6efe-4984-a3ee-7e60e1a3951d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940300 May 10 03:19:40.377670 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ff82f181-6e5d-407c-994e-6dc22071b957 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (00abe3d0-d32e-46ff-a006-de2c6fd03012), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.394403 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74460124-c058-46c4-979e-0f07f86203d4 req-d4cc7fb8-e0e0-4511-82df-815ce53654cd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:19:40.406321 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc7c943-d8e1-4bfe-8866-8cc8621bd50e None None] Sync routers for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:19:40.417976 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc7c943-d8e1-4bfe-8866-8cc8621bd50e None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:40.418671 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-2fc7c943-d8e1-4bfe-8866-8cc8621bd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:19:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:40.434553 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82f181-6e5d-407c-994e-6dc22071b957 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00abe3d0-d32e-46ff-a006-de2c6fd03012,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:40.474401 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ff82f181-6e5d-407c-994e-6dc22071b957 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.475627 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-ff82f181-6e5d-407c-994e-6dc22071b957 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5227642 May 10 03:19:40.479270 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38794) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:40.488151 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-f62f43b8-f301-4109-add0-7088715dafaa tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Request body: {'security_group_rule': {'security_group_id': '2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe', 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:40.514474 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-74460124-c058-46c4-979e-0f07f86203d4 req-d4cc7fb8-e0e0-4511-82df-815ce53654cd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] No DVR routers for this DVR port c3193703-1b47-452e-8101-fee2742e8e7a on host hv-cinder-83009 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:19:40.523557 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74460124-c058-46c4-979e-0f07f86203d4 req-d4cc7fb8-e0e0-4511-82df-815ce53654cd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.527577 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-74460124-c058-46c4-979e-0f07f86203d4 req-d4cc7fb8-e0e0-4511-82df-815ce53654cd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "DELETE /v2.0/ports/c3193703-1b47-452e-8101-fee2742e8e7a HTTP/1.1" status: 204 len: 173 time: 2.7032115 May 10 03:19:40.528061 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972b595f-8244-44db-a40a-203044d9c20c', 'name': 'network-vif-deleted', 'tag': 'c3193703-1b47-452e-8101-fee2742e8e7a'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:40.531146 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2eb3d6-6067-4ce2-8092-103142eabab1" -d '{"events": [{"server_uuid": "972b595f-8244-44db-a40a-203044d9c20c", "name": "network-vif-deleted", "tag": "c3193703-1b47-452e-8101-fee2742e8e7a"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:40.562474 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.securitygroups_db [None req-f62f43b8-f301-4109-add0-7088715dafaa tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Project b79f1de979384c108b5ff0427e44e30b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 03:19:40.568062 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-de3ec0c7-efa7-4716-b485-a776a24dd120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716651'] for subnet (b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.572078 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:19:40.580365 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f62f43b8-f301-4109-add0-7088715dafaa tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group_rule (aa34fbcd-e1e8-4721-9b40-30fe53583e6e), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.593098 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:19:40.593692 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 7a746f19-dc39-4c02-a2fe-3ce3fdbea50e not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:19:40.594287 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 75f9e69e-35ce-4198-b83b-77287b407599 no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:19:40.608749 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98164959-4325-46b8-8b65-dc58419abbfa x-openstack-request-id: req-98164959-4325-46b8-8b65-dc58419abbfa {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:40.609261 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972b595f-8244-44db-a40a-203044d9c20c", "name": "network-vif-deleted", "tag": "c3193703-1b47-452e-8101-fee2742e8e7a", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:40.609679 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-98164959-4325-46b8-8b65-dc58419abbfa {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:40.610225 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98164959-4325-46b8-8b65-dc58419abbfa'] response: {'server_uuid': '972b595f-8244-44db-a40a-203044d9c20c', 'name': 'network-vif-deleted', 'tag': 'c3193703-1b47-452e-8101-fee2742e8e7a', 'status': 'completed', 'code': 200} May 10 03:19:40.614386 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 75f9e69e-35ce-4198-b83b-77287b407599 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:19:40.614728 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 75f9e69e-35ce-4198-b83b-77287b407599 not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:19:40.627483 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-2fc7c943-d8e1-4bfe-8866-8cc8621bd50e None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:40.656152 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-de3ec0c7-efa7-4716-b485-a776a24dd120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6482470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5503903'] for subnet (b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.693117 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f62f43b8-f301-4109-add0-7088715dafaa tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group_rule (aa34fbcd-e1e8-4721-9b40-30fe53583e6e), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.695796 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ec0c7-efa7-4716-b485-a776a24dd120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:40.698084 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f62f43b8-f301-4109-add0-7088715dafaa tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (aa34fbcd-e1e8-4721-9b40-30fe53583e6e), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.705063 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-de3ec0c7-efa7-4716-b485-a776a24dd120 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.709701 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-de3ec0c7-efa7-4716-b485-a776a24dd120 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b47a33b4-0e7f-4e63-8a2f-3fbcccd9d90b HTTP/1.1" status: 204 len: 168 time: 0.7339091 May 10 03:19:40.712813 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 38798) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:40.713568 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1178dc2-2229-492c-8cb6-12ebeb7067b5 None None] Network 73cc213e-781c-42c1-8c05-7293b0a3f3ad requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:19:40.723982 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f43b8-f301-4109-add0-7088715dafaa tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa34fbcd-e1e8-4721-9b40-30fe53583e6e,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:40.735175 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f62f43b8-f301-4109-add0-7088715dafaa tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.736917 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-f62f43b8-f301-4109-add0-7088715dafaa tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2565393 May 10 03:19:40.739618 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38800) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:40.744903 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-ae00fdfb-402e-4899-95fb-8e4bf73bfce1 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Request body: {'security_group_rule': {'security_group_id': '2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe', 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:40.774499 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.securitygroups_db [None req-ae00fdfb-402e-4899-95fb-8e4bf73bfce1 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Project b79f1de979384c108b5ff0427e44e30b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 03:19:40.780522 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae00fdfb-402e-4899-95fb-8e4bf73bfce1 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group_rule (6db5c9de-f81b-49ed-b320-390701c49717), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.803690 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085630'] for network (73cc213e-781c-42c1-8c05-7293b0a3f3ad), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.857139 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] Deleting port 77f57f04-abae-4111-8456-7da5493996b6 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:19:40.857574 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (77f57f04-abae-4111-8456-7da5493996b6), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.867584 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae00fdfb-402e-4899-95fb-8e4bf73bfce1 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group_rule (6db5c9de-f81b-49ed-b320-390701c49717), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.876441 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae00fdfb-402e-4899-95fb-8e4bf73bfce1 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (6db5c9de-f81b-49ed-b320-390701c49717), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.896495 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.910492 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00fdfb-402e-4899-95fb-8e4bf73bfce1 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db5c9de-f81b-49ed-b320-390701c49717,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:40.917920 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae00fdfb-402e-4899-95fb-8e4bf73bfce1 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.919265 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-ae00fdfb-402e-4899-95fb-8e4bf73bfce1 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1782873 May 10 03:19:40.933065 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] DHCP port deletion for 73cc213e-781c-42c1-8c05-7293b0a3f3ad request from dv-cinder-830094-4-iscsi {{(pid=103517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 03:19:40.965701 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] For port 77f57f04-abae-4111-8456-7da5493996b6, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=77f57f04-abae-4111-8456-7da5493996b6,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:40.966445 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (77f57f04-abae-4111-8456-7da5493996b6), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.985638 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] Calling delete_port for 77f57f04-abae-4111-8456-7da5493996b6 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:19:40.992413 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Deleting port 77f57f04-abae-4111-8456-7da5493996b6 {{(pid=103517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:19:40.993531 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (77f57f04-abae-4111-8456-7da5493996b6), before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:41.049293 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-2fc7c943-d8e1-4bfe-8866-8cc8621bd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:41.089765 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] For port 77f57f04-abae-4111-8456-7da5493996b6, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=77f57f04-abae-4111-8456-7da5493996b6,segment=NetworkSegment(5face240-7e41-4bc6-8f19-8c1ffcc48ac8),segment_id=5face240-7e41-4bc6-8f19-8c1ffcc48ac8)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:41.090460 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (77f57f04-abae-4111-8456-7da5493996b6), precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:41.091854 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc7c943-d8e1-4bfe-8866-8cc8621bd50e None None] Checking router: ed0337df-2e47-44f0-86f8-d2145b93f43f for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:19:41.105608 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-755b8a5b-6c18-4060-a30c-84fb03adfcd5 req-63187fbc-f1af-47a2-9f80-c3499c3d5697 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=972b595f-8244-44db-a40a-203044d9c20c HTTP/1.1" status: 200 len: 210 time: 0.0362480 May 10 03:19:41.109144 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Calling delete_port for 77f57f04-abae-4111-8456-7da5493996b6 owned by network:dhcp {{(pid=103517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:19:41.109267 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc7c943-d8e1-4bfe-8866-8cc8621bd50e None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:41.111920 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-2fc7c943-d8e1-4bfe-8866-8cc8621bd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:19:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:41.145661 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-39f7a06c-1620-4d6c-bb8f-666e583ff6bf req-513542f2-e8ba-40e8-acce-d788a0c25343 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744991582&fields=id&tenant_id=b79f1de979384c108b5ff0427e44e30b HTTP/1.1" status: 200 len: 267 time: 0.1080427 May 10 03:19:41.165885 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (77f57f04-abae-4111-8456-7da5493996b6), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:41.234207 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] No DVR routers for this DVR port 77f57f04-abae-4111-8456-7da5493996b6 on host dv-cinder-830094-4-iscsi {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:19:41.238616 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] Pushing event deleted for resources: {'Port': ['ID=77f57f04-abae-4111-8456-7da5493996b6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:41.243173 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-2fc7c943-d8e1-4bfe-8866-8cc8621bd50e None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:41.244919 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809'] for port (77f57f04-abae-4111-8456-7da5493996b6), after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:41.270111 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Pushing event deleted for resources: {'Port': ['ID=77f57f04-abae-4111-8456-7da5493996b6,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:41.270570 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7a06c-1620-4d6c-bb8f-666e583ff6bf req-b5918077-6b62-4327-8c85-2d157818958e tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:41.272137 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-39f7a06c-1620-4d6c-bb8f-666e583ff6bf req-b5918077-6b62-4327-8c85-2d157818958e tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 946 time: 0.1197996 May 10 03:19:41.279248 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] No DVR routers for this DVR port 77f57f04-abae-4111-8456-7da5493996b6 on host dv-cinder-830094-4-iscsi {{(pid=103517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:19:41.292771 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:41.293300 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:41.293733 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:41.294162 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:41.294714 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:41.295134 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:41.295548 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:41.295990 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:41.296434 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:41.296877 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:41.297369 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:41.297797 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:41.298358 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:41.298897 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:41.299435 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd155f3a-3958-4f38-87be-7ccce2be634b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:41.322670 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-39f7a06c-1620-4d6c-bb8f-666e583ff6bf req-a115ec85-e342-49de-9c69-8171c1f71764 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Request body: {'port': {'security_groups': ['7b8e3062-39ae-4f4d-9797-137ffba5e17d', '2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:41.452891 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-2fc7c943-d8e1-4bfe-8866-8cc8621bd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:41.482234 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc7c943-d8e1-4bfe-8866-8cc8621bd50e None None] The sync data for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi is: [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:19:41.511684 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4a5f4-01a7-4171-b2b5-c9b576b52386 req-31e48ac6-5879-446a-b0bf-e9a9d58efb8e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:41.513445 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-bdb4a5f4-01a7-4171-b2b5-c9b576b52386 req-31e48ac6-5879-446a-b0bf-e9a9d58efb8e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0623279 May 10 03:19:41.567499 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-bdb4a5f4-01a7-4171-b2b5-c9b576b52386 req-93c69efa-bcc0-4922-a762-ccb5d54385b9 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484552 May 10 03:19:41.637141 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952848', 'neutron.services.segments.db._delete_segments_for_network-8729517486385'] for network (73cc213e-781c-42c1-8c05-7293b0a3f3ad), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:41.683331 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.services.segments.db [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73cc213e-781c-42c1-8c05-7293b0a3f3ad']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:41.699408 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.services.segments.db [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5face240-7e41-4bc6-8f19-8c1ffcc48ac8') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:41.699779 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.services.segments.db [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5face240-7e41-4bc6-8f19-8c1ffcc48ac8') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:41.712494 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-39f7a06c-1620-4d6c-bb8f-666e583ff6bf req-a115ec85-e342-49de-9c69-8171c1f71764 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:41.715329 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729517486906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7618962'] for segment (5face240-7e41-4bc6-8f19-8c1ffcc48ac8), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:41.735588 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97688862-03e9-4a8c-851d-4c595f7cb139 None None] New status for floating IP d793826e-e28d-4ea7-a8af-ab77e0084a6a: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:19:41.737805 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (5face240-7e41-4bc6-8f19-8c1ffcc48ac8), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:41.766188 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:19:41.766577 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6482508'] for segment (5face240-7e41-4bc6-8f19-8c1ffcc48ac8), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: Traceback (most recent call last): May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: timer() May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: cb(*args, **kw) May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: return func(*args, **kwargs) May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: self._notify() May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: self.callback(batched_events) May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: event.method(event) May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: return f(self, *a, **k) May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: return self._get(url).json() May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: return self.request(url, 'GET', **kwargs) May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:19:41.768248 dv-cinder-830094-4-iscsi neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:19:41.850009 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964138'] for network (73cc213e-781c-42c1-8c05-7293b0a3f3ad), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:41.862965 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:41.866097 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] 10.222.0.55 "DELETE /v2.0/networks/73cc213e-781c-42c1-8c05-7293b0a3f3ad HTTP/1.1" status: 204 len: 168 time: 1.1523492 May 10 03:19:41.885501 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7c9fc-12a5-4257-b867-7caa6a75780a admin admin] Pushing event deleted for resources: {'Network': ['ID=73cc213e-781c-42c1-8c05-7293b0a3f3ad,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:41.990398 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-39f7a06c-1620-4d6c-bb8f-666e583ff6bf req-a115ec85-e342-49de-9c69-8171c1f71764 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] For port f02b6a99-10e5-411e-be0e-44e837772e46, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f02b6a99-10e5-411e-be0e-44e837772e46,segment=NetworkSegment(207fb77e-4703-4f5d-bbcf-330c3884052e),segment_id=207fb77e-4703-4f5d-bbcf-330c3884052e)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:41.995320 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38810) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:42.019960 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device c3193703-1b47-452e-8101-fee2742e8e7a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:19:42.021357 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-39f7a06c-1620-4d6c-bb8f-666e583ff6bf req-a115ec85-e342-49de-9c69-8171c1f71764 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for port (f02b6a99-10e5-411e-be0e-44e837772e46), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.027616 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-39f7a06c-1620-4d6c-bb8f-666e583ff6bf req-a115ec85-e342-49de-9c69-8171c1f71764 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.043243 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-ba4cd6ab-a28c-41f5-b691-e60c41a94d5c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d2279255bed8483c82ba27a2451313fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0467479 May 10 03:19:42.043980 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['f02b6a99-10e5-411e-be0e-44e837772e46'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:19:42.046235 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: c3193703-1b47-452e-8101-fee2742e8e7a {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:19:42.046577 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device c3193703-1b47-452e-8101-fee2742e8e7a not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:19:42.049657 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38812) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:42.082671 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7a06c-1620-4d6c-bb8f-666e583ff6bf req-a115ec85-e342-49de-9c69-8171c1f71764 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:42.083313 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-39f7a06c-1620-4d6c-bb8f-666e583ff6bf req-a115ec85-e342-49de-9c69-8171c1f71764 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.090880 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-39f7a06c-1620-4d6c-bb8f-666e583ff6bf req-a115ec85-e342-49de-9c69-8171c1f71764 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "PUT /v2.0/ports/f02b6a99-10e5-411e-be0e-44e837772e46 HTTP/1.1" status: 200 len: 982 time: 0.8000498 May 10 03:19:42.107061 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dc01941d-33fc-49c3-a98f-3d19a4432381 admin admin] Publish callbacks [] for security_group (0b01471a-8b3d-4a18-8e9d-90bdd95c062d), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.114018 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115ec85-e342-49de-9c69-8171c1f71764 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Pushing event updated for resources: {'Port': ['ID=f02b6a99-10e5-411e-be0e-44e837772e46,revision_number=6']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:42.133791 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dc01941d-33fc-49c3-a98f-3d19a4432381 admin admin] Publish callbacks [] for security_group (0b01471a-8b3d-4a18-8e9d-90bdd95c062d), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.234939 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dc01941d-33fc-49c3-a98f-3d19a4432381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (0b01471a-8b3d-4a18-8e9d-90bdd95c062d), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.238300 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dc01941d-33fc-49c3-a98f-3d19a4432381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.251284 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-dc01941d-33fc-49c3-a98f-3d19a4432381 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0b01471a-8b3d-4a18-8e9d-90bdd95c062d HTTP/1.1" status: 204 len: 168 time: 0.1938727 May 10 03:19:42.288026 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 38822) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:42.303617 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01941d-33fc-49c3-a98f-3d19a4432381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b01471a-8b3d-4a18-8e9d-90bdd95c062d,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:42.312827 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f74cb9-b83e-48f0-a4a1-d805a24e238c req-d368ab69-b383-4875-96c8-c2d3138048b1 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:42.314418 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-31f74cb9-b83e-48f0-a4a1-d805a24e238c req-d368ab69-b383-4875-96c8-c2d3138048b1 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.0927227 May 10 03:19:42.318403 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 77f57f04-abae-4111-8456-7da5493996b6 no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:19:42.358096 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 77f57f04-abae-4111-8456-7da5493996b6 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:19:42.358757 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 77f57f04-abae-4111-8456-7da5493996b6 not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:19:42.360924 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a789a203-dd79-4c9f-bb82-02e9c39bd5c6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (caf149cd-8fd5-4f15-9566-0a9bafcca706), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.374204 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['f02b6a99-10e5-411e-be0e-44e837772e46'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:19:42.389893 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a789a203-dd79-4c9f-bb82-02e9c39bd5c6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (caf149cd-8fd5-4f15-9566-0a9bafcca706), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.421101 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-31f74cb9-b83e-48f0-a4a1-d805a24e238c req-d084b6c8-61e4-4b35-b3b9-c6be51245237 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948079 May 10 03:19:42.467771 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a789a203-dd79-4c9f-bb82-02e9c39bd5c6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (caf149cd-8fd5-4f15-9566-0a9bafcca706), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.470576 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a789a203-dd79-4c9f-bb82-02e9c39bd5c6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.474642 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38826) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:42.474935 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-a789a203-dd79-4c9f-bb82-02e9c39bd5c6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "DELETE /v2.0/security-groups/caf149cd-8fd5-4f15-9566-0a9bafcca706 HTTP/1.1" status: 204 len: 168 time: 0.1850500 May 10 03:19:42.485693 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789a203-dd79-4c9f-bb82-02e9c39bd5c6 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf149cd-8fd5-4f15-9566-0a9bafcca706,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:42.494820 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.api.v2.resource [None req-9bdb146a-7dcb-4de0-883c-17a270d4e0d2 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] show failed (client error): The resource could not be found. May 10 03:19:42.498465 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-9bdb146a-7dcb-4de0-883c-17a270d4e0d2 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups/caf149cd-8fd5-4f15-9566-0a9bafcca706 HTTP/1.1" status: 404 len: 347 time: 0.0201957 May 10 03:19:42.498742 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38828) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:42.499296 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-5e57988f-a989-4678-b52b-564f52612a94 None None] Provisioning complete for port f02b6a99-10e5-411e-be0e-44e837772e46 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:42.499702 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5e57988f-a989-4678-b52b-564f52612a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.611674 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0144796a-ba13-4fb0-b9a6-ce953cbc7b60', 'tag': 'f02b6a99-10e5-411e-be0e-44e837772e46'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:42.614599 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134509e4-522a-4985-9596-c6e05ade0f69" -d '{"events": [{"name": "network-changed", "server_uuid": "0144796a-ba13-4fb0-b9a6-ce953cbc7b60", "tag": "f02b6a99-10e5-411e-be0e-44e837772e46"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:42.621956 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a550c9be-de55-41a8-8063-3b899c460a01 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Deleting port 5231ed47-9046-41aa-9367-f1fbffb693d0 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:19:42.622300 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a550c9be-de55-41a8-8063-3b899c460a01 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (5231ed47-9046-41aa-9367-f1fbffb693d0), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.722217 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f14e0-b258-4290-b745-bb924524af8a req-72b13a60-a6ee-4e4a-9936-b277482b8d88 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:42.723228 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a550c9be-de55-41a8-8063-3b899c460a01 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (5231ed47-9046-41aa-9367-f1fbffb693d0), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.723559 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a550c9be-de55-41a8-8063-3b899c460a01 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (5231ed47-9046-41aa-9367-f1fbffb693d0), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.723768 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-039f14e0-b258-4290-b745-bb924524af8a req-72b13a60-a6ee-4e4a-9936-b277482b8d88 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0654218 May 10 03:19:42.739152 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a550c9be-de55-41a8-8063-3b899c460a01 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Calling delete_port for 5231ed47-9046-41aa-9367-f1fbffb693d0 owned by network:floatingip {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:19:42.745009 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e432e9-e52f-4a01-bd5d-21ca06d8a9dc x-openstack-request-id: req-17e432e9-e52f-4a01-bd5d-21ca06d8a9dc {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:42.746244 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0144796a-ba13-4fb0-b9a6-ce953cbc7b60", "tag": "f02b6a99-10e5-411e-be0e-44e837772e46", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:42.746380 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-17e432e9-e52f-4a01-bd5d-21ca06d8a9dc {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:42.751252 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e432e9-e52f-4a01-bd5d-21ca06d8a9dc'] response: {'name': 'network-changed', 'server_uuid': '0144796a-ba13-4fb0-b9a6-ce953cbc7b60', 'tag': 'f02b6a99-10e5-411e-be0e-44e837772e46', 'status': 'completed', 'code': 200} May 10 03:19:42.816242 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134509e4-522a-4985-9596-c6e05ade0f69 req-c8ed5c1e-ee69-47f2-93d1-1d9ca7d55ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:42.817783 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-134509e4-522a-4985-9596-c6e05ade0f69 req-c8ed5c1e-ee69-47f2-93d1-1d9ca7d55ef6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b79f1de979384c108b5ff0427e44e30b&device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 1169 time: 0.0930645 May 10 03:19:42.827373 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-5e57988f-a989-4678-b52b-564f52612a94 None None] Current status of the port f02b6a99-10e5-411e-be0e-44e837772e46 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:42.864283 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-039f14e0-b258-4290-b745-bb924524af8a req-81d75f84-577b-47f1-b558-b2da068cc142 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075408 May 10 03:19:42.886055 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a550c9be-de55-41a8-8063-3b899c460a01 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (5231ed47-9046-41aa-9367-f1fbffb693d0), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.926785 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550c9be-de55-41a8-8063-3b899c460a01 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event deleted for resources: {'Port': ['ID=5231ed47-9046-41aa-9367-f1fbffb693d0,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:43.000392 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134509e4-522a-4985-9596-c6e05ade0f69 req-1525e8c4-cc5b-4091-b622-d2e646f21706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:43.002426 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-134509e4-522a-4985-9596-c6e05ade0f69 req-1525e8c4-cc5b-4091-b622-d2e646f21706 service neutron] 10.222.0.64 "GET /v2.0/networks?id=05efa828-1dab-4ffe-a87b-ab104863313d HTTP/1.1" status: 200 len: 916 time: 0.1371603 May 10 03:19:43.011919 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a550c9be-de55-41a8-8063-3b899c460a01 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (d793826e-e28d-4ea7-a8af-ab77e0084a6a), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.015495 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a550c9be-de55-41a8-8063-3b899c460a01 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.017190 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-a550c9be-de55-41a8-8063-3b899c460a01 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "DELETE /v2.0/floatingips/d793826e-e28d-4ea7-a8af-ab77e0084a6a HTTP/1.1" status: 204 len: 168 time: 0.5175836 May 10 03:19:43.096998 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-134509e4-522a-4985-9596-c6e05ade0f69 req-daaf7c99-ddfb-44f3-b922-38e164d3b59a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f02b6a99-10e5-411e-be0e-44e837772e46 HTTP/1.1" status: 200 len: 1001 time: 0.0867529 May 10 03:19:43.107407 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38852) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:43.113246 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-648fd919-ee38-4f17-a927-dd238694121d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--768546891', 'description': 'tempest-description--696363843'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:43.146203 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-648fd919-ee38-4f17-a927-dd238694121d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.173104 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134509e4-522a-4985-9596-c6e05ade0f69 req-bbc01da4-63fb-4d74-ad87-c13abc0b830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:43.175298 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-134509e4-522a-4985-9596-c6e05ade0f69 req-bbc01da4-63fb-4d74-ad87-c13abc0b830f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aca8826-50b4-4fc7-8ca0-772442ca36d7 HTTP/1.1" status: 200 len: 854 time: 0.0712242 May 10 03:19:43.228215 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134509e4-522a-4985-9596-c6e05ade0f69 req-a228c6bc-7d5b-4c1f-a5e5-f389df83bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:43.228581 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-648fd919-ee38-4f17-a927-dd238694121d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (73d2b477-6467-4561-a43c-ce11644f4f65), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.230186 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-134509e4-522a-4985-9596-c6e05ade0f69 req-a228c6bc-7d5b-4c1f-a5e5-f389df83bcc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05efa828-1dab-4ffe-a87b-ab104863313d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475459 May 10 03:19:43.232718 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-648fd919-ee38-4f17-a927-dd238694121d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (73d2b477-6467-4561-a43c-ce11644f4f65), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.261274 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-648fd919-ee38-4f17-a927-dd238694121d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.265053 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-648fd919-ee38-4f17-a927-dd238694121d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1539137 May 10 03:19:43.266190 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38858) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:43.270753 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-f886fdd3-8ddf-4128-af93-db0855dc2623 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'security_group_rule': {'security_group_id': '73d2b477-6467-4561-a43c-ce11644f4f65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:43.274783 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fd919-ee38-4f17-a927-dd238694121d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d2b477-6467-4561-a43c-ce11644f4f65,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:43.300186 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f886fdd3-8ddf-4128-af93-db0855dc2623 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (718112ea-3122-48a7-912c-7008f65512dc), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.357598 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-134509e4-522a-4985-9596-c6e05ade0f69 req-345a829b-f9c8-4700-af9b-d143407b83db service neutron] 10.222.0.64 "GET /v2.0/networks/05efa828-1dab-4ffe-a87b-ab104863313d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203532 May 10 03:19:43.375404 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f886fdd3-8ddf-4128-af93-db0855dc2623 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (718112ea-3122-48a7-912c-7008f65512dc), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.378713 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f886fdd3-8ddf-4128-af93-db0855dc2623 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (718112ea-3122-48a7-912c-7008f65512dc), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.394662 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886fdd3-8ddf-4128-af93-db0855dc2623 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718112ea-3122-48a7-912c-7008f65512dc,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:43.409442 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f886fdd3-8ddf-4128-af93-db0855dc2623 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.413145 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-f886fdd3-8ddf-4128-af93-db0855dc2623 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459417 May 10 03:19:43.414030 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 38864) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:43.420710 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-06180626-7008-49f4-9322-a8853e04ed23 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'security_group_rule': {'security_group_id': '73d2b477-6467-4561-a43c-ce11644f4f65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:43.449167 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06180626-7008-49f4-9322-a8853e04ed23 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (515c70f4-8e93-4880-a4a7-45ce7faf2a6a), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.462069 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-134509e4-522a-4985-9596-c6e05ade0f69 req-0cf4e2d7-7f22-4179-9ff9-d3da19f61d82 service neutron] 10.222.0.64 "GET /v2.0/networks/05efa828-1dab-4ffe-a87b-ab104863313d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969853 May 10 03:19:43.510926 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06180626-7008-49f4-9322-a8853e04ed23 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (515c70f4-8e93-4880-a4a7-45ce7faf2a6a), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.515065 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06180626-7008-49f4-9322-a8853e04ed23 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (515c70f4-8e93-4880-a4a7-45ce7faf2a6a), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.533700 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06180626-7008-49f4-9322-a8853e04ed23 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515c70f4-8e93-4880-a4a7-45ce7faf2a6a,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:43.542591 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06180626-7008-49f4-9322-a8853e04ed23 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.548342 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 38870) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:43.549740 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-06180626-7008-49f4-9322-a8853e04ed23 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342955 May 10 03:19:43.553241 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e99bbca2-0392-4eea-b4e5-da253d6fc815 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'floatingip': {'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:43.574725 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e99bbca2-0392-4eea-b4e5-da253d6fc815 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.657011 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e99bbca2-0392-4eea-b4e5-da253d6fc815 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.766616 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-e99bbca2-0392-4eea-b4e5-da253d6fc815 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Allocated IP 172.27.1.147 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/2a70df1c-7af8-43f8-8651-55626e478814) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:43.874279 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e99bbca2-0392-4eea-b4e5-da253d6fc815 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for port (2a70df1c-7af8-43f8-8651-55626e478814), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.912083 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e99bbca2-0392-4eea-b4e5-da253d6fc815 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (2a70df1c-7af8-43f8-8651-55626e478814), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.966426 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99bbca2-0392-4eea-b4e5-da253d6fc815 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:43.970479 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e99bbca2-0392-4eea-b4e5-da253d6fc815 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:43.995202 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99bbca2-0392-4eea-b4e5-da253d6fc815 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:44.002475 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bbca2-0392-4eea-b4e5-da253d6fc815 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'Port': ['ID=2a70df1c-7af8-43f8-8651-55626e478814,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:44.044564 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620bf93-183e-4260-ac12-82b2209257c0 req-22684cc9-e011-4cf7-837b-6d51213c7b5a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:44.048455 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4620bf93-183e-4260-ac12-82b2209257c0 req-22684cc9-e011-4cf7-837b-6d51213c7b5a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0987744 May 10 03:19:44.134885 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4620bf93-183e-4260-ac12-82b2209257c0 req-22371caf-ad08-4800-856e-ae9871304a6d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779836 May 10 03:19:44.138787 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e99bbca2-0392-4eea-b4e5-da253d6fc815 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (0bfd1b01-15f5-488f-a674-c93f347b85c7), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:44.178625 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e99bbca2-0392-4eea-b4e5-da253d6fc815 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (2a70df1c-7af8-43f8-8651-55626e478814), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:44.334756 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e99bbca2-0392-4eea-b4e5-da253d6fc815 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for port (2a70df1c-7af8-43f8-8651-55626e478814), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:44.339364 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e99bbca2-0392-4eea-b4e5-da253d6fc815 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (2a70df1c-7af8-43f8-8651-55626e478814), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:44.413092 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bbca2-0392-4eea-b4e5-da253d6fc815 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'Port': ['ID=2a70df1c-7af8-43f8-8651-55626e478814,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:44.419282 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e99bbca2-0392-4eea-b4e5-da253d6fc815 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (0bfd1b01-15f5-488f-a674-c93f347b85c7), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:44.434403 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e99bbca2-0392-4eea-b4e5-da253d6fc815 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:44.435612 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-e99bbca2-0392-4eea-b4e5-da253d6fc815 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8860478 May 10 03:19:44.627135 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-736e1335-3dd7-43e4-86cb-3293c18b0ba1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--768546891&fields=id&tenant_id=5a2376b2c653467b885e8f3deb5018e7 HTTP/1.1" status: 200 len: 267 time: 0.0414147 May 10 03:19:44.744182 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-3ac83b5c-b514-4e4c-ad64-d3a2efff6f05 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:44.745687 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-3ac83b5c-b514-4e4c-ad64-d3a2efff6f05 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/networks?id=20b0c49b-98e0-4d73-bdea-8b46faafc116 HTTP/1.1" status: 200 len: 813 time: 0.1114161 May 10 03:19:44.754402 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-854f6e22-08d6-4af3-b484-d229b5cd9aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:44.763209 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-e10e95c7-8370-4c9e-ab18-8ccce8fccb09 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/quotas/5a2376b2c653467b885e8f3deb5018e7 HTTP/1.1" status: 200 len: 375 time: 0.0112033 May 10 03:19:44.816171 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-f50c35ee-23bb-433c-9dc2-4762faea84d3 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a2376b2c653467b885e8f3deb5018e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472972 May 10 03:19:45.013279 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-ab3517cd-6070-4aa3-96d5-80a568d48c2a service neutron] 10.222.0.55 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856289 May 10 03:19:45.109538 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-0512b8a5-a8fe-4f10-883a-a3c7ccc4ea14 service neutron] 10.222.0.55 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890758 May 10 03:19:45.341170 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-c896e8e2-125d-4440-a28b-41b52c7098e8 req-dd25ff89-82c8-4e18-adb6-2b9424e82c30 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=81d16034-b3aa-45db-82ac-5151dfb9eed6 HTTP/1.1" status: 200 len: 210 time: 0.0560977 May 10 03:19:45.372452 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a08b89-4d00-4639-ba2e-1028bae46864 req-7111b87d-b127-429b-b269-ab70c7adcfff tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:45.381187 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-48a08b89-4d00-4639-ba2e-1028bae46864 req-7111b87d-b127-429b-b269-ab70c7adcfff tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.1506338 May 10 03:19:45.479367 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-48a08b89-4d00-4639-ba2e-1028bae46864 req-b18261c4-61dc-4d7f-8896-75d986c301c9 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969682 May 10 03:19:46.034517 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 8849e2ad-b7bd-40d0-aba9-d512831c8b63 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:19:46.148726 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 8849e2ad-b7bd-40d0-aba9-d512831c8b63, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8849e2ad-b7bd-40d0-aba9-d512831c8b63,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:46.161508 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': '8849e2ad-b7bd-40d0-aba9-d512831c8b63', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'port_id': '8849e2ad-b7bd-40d0-aba9-d512831c8b63', 'mac_address': 'fa:16:3e:83:e9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:19:46.204279 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 is: ACTIVE; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:46.204766 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:46.221630 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8849e2ad-b7bd-40d0-aba9-d512831c8b63 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:46.243546 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 8849e2ad-b7bd-40d0-aba9-d512831c8b63, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8849e2ad-b7bd-40d0-aba9-d512831c8b63,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:46.248074 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:46.317115 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=8849e2ad-b7bd-40d0-aba9-d512831c8b63,revision_number=6']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:46.353518 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['8849e2ad-b7bd-40d0-aba9-d512831c8b63'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:19:46.477971 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-04c4f1a9-e40e-47d0-8240-9869d82a0773 req-48582c50-e809-443a-ab1f-c737d6835d01 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=81d16034-b3aa-45db-82ac-5151dfb9eed6 HTTP/1.1" status: 200 len: 210 time: 0.0536790 May 10 03:19:46.542559 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-4180de07-ec34-42b7-b16d-5d160cd58c1d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:46.544196 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-4180de07-ec34-42b7-b16d-5d160cd58c1d tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "GET /v2.0/networks?id=20b0c49b-98e0-4d73-bdea-8b46faafc116 HTTP/1.1" status: 200 len: 813 time: 0.1877100 May 10 03:19:46.634578 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-3173b0ff-039b-4dd0-bb42-5e9d8dd293d9 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a2376b2c653467b885e8f3deb5018e7 HTTP/1.1" status: 200 len: 379 time: 0.0771503 May 10 03:19:46.671802 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-67da2582-b93f-4592-a406-6c7f1b6b7ca1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'port': {'device_id': '81d16034-b3aa-45db-82ac-5151dfb9eed6', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'admin_state_up': True, 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'security_groups': ['73d2b477-6467-4561-a43c-ce11644f4f65']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:46.740721 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9b5a8-49c9-413e-ba36-3e8e4025144b req-15f2e99f-d7fe-4bc3-ba9d-b1ecd92842c3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:46.742826 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-01a9b5a8-49c9-413e-ba36-3e8e4025144b req-15f2e99f-d7fe-4bc3-ba9d-b1ecd92842c3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 944 time: 0.1146407 May 10 03:19:46.827584 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-01a9b5a8-49c9-413e-ba36-3e8e4025144b req-44c3e4c1-a763-4cac-8b91-3db1526d87d3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785570 May 10 03:19:46.876210 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-67da2582-b93f-4592-a406-6c7f1b6b7ca1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Made reservation on behalf of 5a2376b2c653467b885e8f3deb5018e7 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:19:46.879972 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-67da2582-b93f-4592-a406-6c7f1b6b7ca1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:46.930802 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf41c-3d67-49db-9c06-72f9263d24e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:47.084646 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-67da2582-b93f-4592-a406-6c7f1b6b7ca1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Allocated IP 172.20.0.3 (20b0c49b-98e0-4d73-bdea-8b46faafc116/6ad8a8dc-3066-46a1-87d8-bb9efc0920fd/0607fff6-66e9-4d7d-ac75-7c3731cd5c53) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:47.258213 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-67da2582-b93f-4592-a406-6c7f1b6b7ca1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for port (0607fff6-66e9-4d7d-ac75-7c3731cd5c53), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:47.322079 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-67da2582-b93f-4592-a406-6c7f1b6b7ca1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (0607fff6-66e9-4d7d-ac75-7c3731cd5c53), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:47.377419 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-67da2582-b93f-4592-a406-6c7f1b6b7ca1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Network 20b0c49b-98e0-4d73-bdea-8b46faafc116 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:47.380619 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-67da2582-b93f-4592-a406-6c7f1b6b7ca1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:47.389374 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-67da2582-b93f-4592-a406-6c7f1b6b7ca1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:47.431933 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da2582-b93f-4592-a406-6c7f1b6b7ca1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event updated for resources: {'Port': ['ID=0607fff6-66e9-4d7d-ac75-7c3731cd5c53,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:47.465144 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-67da2582-b93f-4592-a406-6c7f1b6b7ca1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:47.466136 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-67da2582-b93f-4592-a406-6c7f1b6b7ca1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:47.495179 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-67da2582-b93f-4592-a406-6c7f1b6b7ca1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8477018 May 10 03:19:47.507933 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Request body: {'port': {'device_id': '81d16034-b3aa-45db-82ac-5151dfb9eed6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:47.586117 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (0607fff6-66e9-4d7d-ac75-7c3731cd5c53), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:47.677196 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2c79d-5fae-4f82-b397-045041295f89 req-b92e3340-74dd-494d-a7c8-8f1ae7d47bc7 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:47.678809 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-70b2c79d-5fae-4f82-b397-045041295f89 req-b92e3340-74dd-494d-a7c8-8f1ae7d47bc7 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=81d16034-b3aa-45db-82ac-5151dfb9eed6 HTTP/1.1" status: 200 len: 931 time: 0.0786276 May 10 03:19:47.747035 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-70b2c79d-5fae-4f82-b397-045041295f89 req-7213e6dd-f1a5-444f-a129-01ad434685d1 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=73d2b477-6467-4561-a43c-ce11644f4f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616670 May 10 03:19:47.791852 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-a13e40ec-ebd3-4b9e-8848-17fbc78f0ec8 None None] Provisioning complete for port 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:47.792925 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a13e40ec-ebd3-4b9e-8848-17fbc78f0ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (0607fff6-66e9-4d7d-ac75-7c3731cd5c53), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:47.837924 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-a13e40ec-ebd3-4b9e-8848-17fbc78f0ec8 None None] Port 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:19:47.932299 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:47.942017 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Publish callbacks [] for port (0607fff6-66e9-4d7d-ac75-7c3731cd5c53), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:47.988222 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Transition to ACTIVE for port object 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:19:47.999600 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (0607fff6-66e9-4d7d-ac75-7c3731cd5c53), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:48.009556 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c56d2-63b2-470b-80a6-55380347b35e req-08dcd7d2-c140-48c7-9823-fb1082660761 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:48.011066 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-846c56d2-63b2-470b-80a6-55380347b35e req-08dcd7d2-c140-48c7-9823-fb1082660761 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 944 time: 0.0642700 May 10 03:19:48.039605 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 8849e2ad-b7bd-40d0-aba9-d512831c8b63 up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:48.130705 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:48.131407 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:48.149580 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Pushing event updated for resources: {'Port': ['ID=0607fff6-66e9-4d7d-ac75-7c3731cd5c53,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:48.209442 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-846c56d2-63b2-470b-80a6-55380347b35e req-a1c15168-313f-4743-bf73-a8fa6a068c7e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529422 May 10 03:19:48.238950 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:48.247457 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Attempting to bind port 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:48.247797 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Attempting to bind port 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:48.248130 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Attempting to bind port 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 on network 20b0c49b-98e0-4d73-bdea-8b46faafc116 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:48.256385 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:48.257872 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:48.262048 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Port 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 on network 20b0c49b-98e0-4d73-bdea-8b46faafc116 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:19:48.262364 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Attempting to bind port 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 on network 20b0c49b-98e0-4d73-bdea-8b46faafc116 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:48.268009 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:48.268360 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Checking segment: {'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:48.268800 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Bound using segment: {'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:48.269227 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Bound port: 0607fff6-66e9-4d7d-ac75-7c3731cd5c53, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e503648-5fa9-4086-a899-9e237848904a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:48.269584 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (0607fff6-66e9-4d7d-ac75-7c3731cd5c53), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:48.280912 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:19:48.301971 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8849e2ad-b7bd-40d0-aba9-d512831c8b63'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:48.305077 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff99c9cd-ae94-4ba3-a066-f35f2e0b88bd" -d '{"events": [{"server_uuid": "26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab", "name": "network-vif-plugged", "status": "completed", "tag": "8849e2ad-b7bd-40d0-aba9-d512831c8b63"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:48.347881 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 8849e2ad-b7bd-40d0-aba9-d512831c8b63, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8849e2ad-b7bd-40d0-aba9-d512831c8b63,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:48.362480 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:48.415432 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] For port 0607fff6-66e9-4d7d-ac75-7c3731cd5c53, host hv-cinder-83009, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:48.427339 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] For port 0607fff6-66e9-4d7d-ac75-7c3731cd5c53, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0607fff6-66e9-4d7d-ac75-7c3731cd5c53,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:48.442374 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (0607fff6-66e9-4d7d-ac75-7c3731cd5c53), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:48.519837 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:48.520551 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:48.522133 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] 10.222.0.64 "PUT /v2.0/ports/0607fff6-66e9-4d7d-ac75-7c3731cd5c53 HTTP/1.1" status: 200 len: 1093 time: 1.0193875 May 10 03:19:48.523777 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d16034-b3aa-45db-82ac-5151dfb9eed6', 'tag': '0607fff6-66e9-4d7d-ac75-7c3731cd5c53'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:48.526748 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee20bca-9711-46ed-b935-af3e1961d99d" -d '{"events": [{"name": "network-changed", "server_uuid": "81d16034-b3aa-45db-82ac-5151dfb9eed6", "tag": "0607fff6-66e9-4d7d-ac75-7c3731cd5c53"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:48.557668 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b2379c-07ac-482e-b786-9f1fe35a0789 x-openstack-request-id: req-01b2379c-07ac-482e-b786-9f1fe35a0789 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:48.558013 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab", "name": "network-vif-plugged", "status": "completed", "tag": "8849e2ad-b7bd-40d0-aba9-d512831c8b63", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:48.558279 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-01b2379c-07ac-482e-b786-9f1fe35a0789 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:48.560928 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b2379c-07ac-482e-b786-9f1fe35a0789'] response: {'server_uuid': '26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8849e2ad-b7bd-40d0-aba9-d512831c8b63', 'code': 200} May 10 03:19:48.578952 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=8849e2ad-b7bd-40d0-aba9-d512831c8b63,revision_number=7']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:48.599422 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b954f877-c359-4911-a1a0-faadba2b8a68 x-openstack-request-id: req-b954f877-c359-4911-a1a0-faadba2b8a68 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:48.600015 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d16034-b3aa-45db-82ac-5151dfb9eed6", "tag": "0607fff6-66e9-4d7d-ac75-7c3731cd5c53", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:48.600015 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b954f877-c359-4911-a1a0-faadba2b8a68 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:48.600450 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b954f877-c359-4911-a1a0-faadba2b8a68'] response: {'name': 'network-changed', 'server_uuid': '81d16034-b3aa-45db-82ac-5151dfb9eed6', 'tag': '0607fff6-66e9-4d7d-ac75-7c3731cd5c53', 'status': 'completed', 'code': 200} May 10 03:19:48.680087 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-055454ba-4589-4b5d-83cd-887f80608ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:48.681685 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-055454ba-4589-4b5d-83cd-887f80608ef2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2376b2c653467b885e8f3deb5018e7&device_id=81d16034-b3aa-45db-82ac-5151dfb9eed6 HTTP/1.1" status: 200 len: 1127 time: 0.0770600 May 10 03:19:48.688119 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6057d-2882-4c0b-a22e-38a05bcbfe35 service neutron] Pushing event updated for resources: {'Port': ['ID=0607fff6-66e9-4d7d-ac75-7c3731cd5c53,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:48.737380 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-8ce6fe96-d069-4f79-8aaa-b05882999baf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0607fff6-66e9-4d7d-ac75-7c3731cd5c53 HTTP/1.1" status: 200 len: 217 time: 0.0453503 May 10 03:19:48.808609 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-383024b7-432f-4e6d-acdc-7c03ed5ae456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:48.810210 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-383024b7-432f-4e6d-acdc-7c03ed5ae456 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ad8a8dc-3066-46a1-87d8-bb9efc0920fd HTTP/1.1" status: 200 len: 852 time: 0.0641515 May 10 03:19:48.862329 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-13cc6fed-c30b-45fa-bc5d-514b5d560a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:48.863827 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-13cc6fed-c30b-45fa-bc5d-514b5d560a48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20b0c49b-98e0-4d73-bdea-8b46faafc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465789 May 10 03:19:48.911755 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf89ff-baec-4197-8abf-2d6058a2c9d1 req-cc8895ed-8cbe-4f40-8686-3501aa7f3106 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:48.913797 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-91bf89ff-baec-4197-8abf-2d6058a2c9d1 req-cc8895ed-8cbe-4f40-8686-3501aa7f3106 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=81d16034-b3aa-45db-82ac-5151dfb9eed6 HTTP/1.1" status: 200 len: 943 time: 0.0559351 May 10 03:19:48.974591 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-91bf89ff-baec-4197-8abf-2d6058a2c9d1 req-ae5fda98-2509-49ea-814c-22ed6a3e356f tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=73d2b477-6467-4561-a43c-ce11644f4f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545146 May 10 03:19:49.011252 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-7cb5fc54-1c90-4495-8efd-e8e37c0d2799 service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407580 May 10 03:19:49.143791 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e003d23c-caba-45a1-9f9d-e6bcc65416bb req-8c117870-cd60-40ed-96b5-e9de1b70a649 service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236672 May 10 03:19:49.377846 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9fb10-cd68-4de8-abce-cd0dc824fec3 req-ef03f9e1-cc93-4c88-83b0-3681bef3679c tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:49.379817 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5bd9fb10-cd68-4de8-abce-cd0dc824fec3 req-ef03f9e1-cc93-4c88-83b0-3681bef3679c tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0553627 May 10 03:19:49.434080 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5bd9fb10-cd68-4de8-abce-cd0dc824fec3 req-a4ae0715-7336-42f5-aecb-aab8b3ee0d36 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480249 May 10 03:19:49.824786 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:50.118782 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214d154-8ee3-4084-9cd9-e7393f4c690f req-d38d04d1-e268-4e4e-b547-ae5bc90ded72 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:50.120978 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0214d154-8ee3-4084-9cd9-e7393f4c690f req-d38d04d1-e268-4e4e-b547-ae5bc90ded72 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=81d16034-b3aa-45db-82ac-5151dfb9eed6 HTTP/1.1" status: 200 len: 943 time: 0.0534327 May 10 03:19:50.133832 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee20bca-9711-46ed-b935-af3e1961d99d req-948682b6-0af4-4ea5-8130-bcdb09e995c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:50.134728 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9ee20bca-9711-46ed-b935-af3e1961d99d req-948682b6-0af4-4ea5-8130-bcdb09e995c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2376b2c653467b885e8f3deb5018e7&device_id=81d16034-b3aa-45db-82ac-5151dfb9eed6 HTTP/1.1" status: 200 len: 1127 time: 0.0552919 May 10 03:19:50.184633 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0214d154-8ee3-4084-9cd9-e7393f4c690f req-fb7fc766-0c31-4dd0-9324-b2578f44665b tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=73d2b477-6467-4561-a43c-ce11644f4f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557418 May 10 03:19:50.256857 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee20bca-9711-46ed-b935-af3e1961d99d req-fea21e62-c58e-44fe-b398-a01dda958474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:50.258398 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9ee20bca-9711-46ed-b935-af3e1961d99d req-fea21e62-c58e-44fe-b398-a01dda958474 service neutron] 10.222.0.64 "GET /v2.0/networks?id=20b0c49b-98e0-4d73-bdea-8b46faafc116 HTTP/1.1" status: 200 len: 914 time: 0.1166387 May 10 03:19:50.318500 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9ee20bca-9711-46ed-b935-af3e1961d99d req-94a5a8b7-a5a0-4dbe-ba7e-e2b0c6cb50a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0607fff6-66e9-4d7d-ac75-7c3731cd5c53 HTTP/1.1" status: 200 len: 217 time: 0.0473588 May 10 03:19:50.388702 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee20bca-9711-46ed-b935-af3e1961d99d req-4ebbc512-5800-4622-a34d-06b2e70a7422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:50.388980 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9ee20bca-9711-46ed-b935-af3e1961d99d req-4ebbc512-5800-4622-a34d-06b2e70a7422 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ad8a8dc-3066-46a1-87d8-bb9efc0920fd HTTP/1.1" status: 200 len: 852 time: 0.0636232 May 10 03:19:50.442299 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee20bca-9711-46ed-b935-af3e1961d99d req-e47c209a-6516-42cf-b47e-914067c09124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:50.445166 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9ee20bca-9711-46ed-b935-af3e1961d99d req-e47c209a-6516-42cf-b47e-914067c09124 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20b0c49b-98e0-4d73-bdea-8b46faafc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470192 May 10 03:19:50.581684 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9ee20bca-9711-46ed-b935-af3e1961d99d req-5efeb781-5272-4d10-a59e-4910a28937b4 service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296196 May 10 03:19:50.593536 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5707b-ab5a-4eaa-8859-0af5ad445506 req-89125b66-02b0-4bb8-b11f-b19e0f1b2709 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:50.595005 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-48d5707b-ab5a-4eaa-8859-0af5ad445506 req-89125b66-02b0-4bb8-b11f-b19e0f1b2709 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0685666 May 10 03:19:50.700060 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-48d5707b-ab5a-4eaa-8859-0af5ad445506 req-f51beb71-5199-4c55-a2f2-80a600e62c98 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963688 May 10 03:19:50.719450 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9ee20bca-9711-46ed-b935-af3e1961d99d req-3f7eb93c-6abc-42d7-b862-a6f64acfe5da service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229885 May 10 03:19:51.147196 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:51.312767 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783589a-48b5-4097-a9b3-8a99d4fbce36 req-cab74726-d707-4ef5-9df4-27d2535a0563 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:51.314873 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-6783589a-48b5-4097-a9b3-8a99d4fbce36 req-cab74726-d707-4ef5-9df4-27d2535a0563 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=81d16034-b3aa-45db-82ac-5151dfb9eed6 HTTP/1.1" status: 200 len: 943 time: 0.0563662 May 10 03:19:51.373601 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-6783589a-48b5-4097-a9b3-8a99d4fbce36 req-36f4255b-191b-49f7-bd9a-860d776663eb tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=73d2b477-6467-4561-a43c-ce11644f4f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529401 May 10 03:19:51.871777 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac831f-03c7-4b02-9f0f-df98310aeac8 req-a9884d83-1773-4775-b0ea-ace553d284f8 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:51.879422 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1dac831f-03c7-4b02-9f0f-df98310aeac8 req-a9884d83-1773-4775-b0ea-ace553d284f8 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0618784 May 10 03:19:51.945891 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1dac831f-03c7-4b02-9f0f-df98310aeac8 req-3d922003-35af-42ad-bb28-59c6c22df2c0 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651398 May 10 03:19:52.037253 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:19:52.156063 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 0607fff6-66e9-4d7d-ac75-7c3731cd5c53, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0607fff6-66e9-4d7d-ac75-7c3731cd5c53,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:52.171636 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': '0607fff6-66e9-4d7d-ac75-7c3731cd5c53', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'port_id': '0607fff6-66e9-4d7d-ac75-7c3731cd5c53', 'mac_address': 'fa:16:3e:dd:a4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:19:52.221027 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:52.221406 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (0607fff6-66e9-4d7d-ac75-7c3731cd5c53), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:52.237978 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:52.263229 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 0607fff6-66e9-4d7d-ac75-7c3731cd5c53, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0607fff6-66e9-4d7d-ac75-7c3731cd5c53,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:52.267548 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (0607fff6-66e9-4d7d-ac75-7c3731cd5c53), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:52.327762 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=0607fff6-66e9-4d7d-ac75-7c3731cd5c53,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:52.510086 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35518b95-fdec-4ea8-8423-38d57b665de9 req-c0605ad1-ccf6-40ef-ae53-1127fcdd4f85 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:52.512306 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-35518b95-fdec-4ea8-8423-38d57b665de9 req-c0605ad1-ccf6-40ef-ae53-1127fcdd4f85 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=81d16034-b3aa-45db-82ac-5151dfb9eed6 HTTP/1.1" status: 200 len: 944 time: 0.0581563 May 10 03:19:52.533246 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['0607fff6-66e9-4d7d-ac75-7c3731cd5c53'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:19:52.582133 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-35518b95-fdec-4ea8-8423-38d57b665de9 req-db604df6-59bc-470e-ae97-fe132f2ce114 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=73d2b477-6467-4561-a43c-ce11644f4f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642703 May 10 03:19:53.105554 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d18784-9445-4ee5-bc1c-fe0352078c3b req-9fb9bb69-4021-48b5-ba9e-b6e568d17a4a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:53.107763 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b7d18784-9445-4ee5-bc1c-fe0352078c3b req-9fb9bb69-4021-48b5-ba9e-b6e568d17a4a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0664628 May 10 03:19:53.180924 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b7d18784-9445-4ee5-bc1c-fe0352078c3b req-962aa757-9abb-4d39-993a-a973b23164df tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626683 May 10 03:19:53.719191 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bb8d9-407a-438d-bbab-965988614dea req-7d390861-1aea-4e18-8985-80428f83f638 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:53.720688 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8d3bb8d9-407a-438d-bbab-965988614dea req-7d390861-1aea-4e18-8985-80428f83f638 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=81d16034-b3aa-45db-82ac-5151dfb9eed6 HTTP/1.1" status: 200 len: 944 time: 0.0586443 May 10 03:19:53.789319 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8d3bb8d9-407a-438d-bbab-965988614dea req-c9d54e27-9553-4708-b77b-26687acf0b83 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=73d2b477-6467-4561-a43c-ce11644f4f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605664 May 10 03:19:54.041004 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:54.090984 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:19:54.102681 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:54.103053 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (0607fff6-66e9-4d7d-ac75-7c3731cd5c53), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:54.207047 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:54.207432 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (0607fff6-66e9-4d7d-ac75-7c3731cd5c53), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:54.238920 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d16034-b3aa-45db-82ac-5151dfb9eed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0607fff6-66e9-4d7d-ac75-7c3731cd5c53'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:54.242333 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90e662c-1169-487e-84b6-91492422d731" -d '{"events": [{"server_uuid": "81d16034-b3aa-45db-82ac-5151dfb9eed6", "name": "network-vif-plugged", "status": "completed", "tag": "0607fff6-66e9-4d7d-ac75-7c3731cd5c53"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:54.282409 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 0607fff6-66e9-4d7d-ac75-7c3731cd5c53, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0607fff6-66e9-4d7d-ac75-7c3731cd5c53,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:54.298090 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4e756a-e8db-47b2-a626-5fae5c90c08f x-openstack-request-id: req-0b4e756a-e8db-47b2-a626-5fae5c90c08f {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:54.298430 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d16034-b3aa-45db-82ac-5151dfb9eed6", "name": "network-vif-plugged", "status": "completed", "tag": "0607fff6-66e9-4d7d-ac75-7c3731cd5c53", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:54.298691 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b4e756a-e8db-47b2-a626-5fae5c90c08f {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:54.299236 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b4e756a-e8db-47b2-a626-5fae5c90c08f'] response: {'server_uuid': '81d16034-b3aa-45db-82ac-5151dfb9eed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0607fff6-66e9-4d7d-ac75-7c3731cd5c53', 'code': 200} May 10 03:19:54.300370 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (0607fff6-66e9-4d7d-ac75-7c3731cd5c53), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:54.327369 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a09952-96ec-4088-bb80-d622a3e38c09 req-3435962a-c50d-4450-b90c-449ef3baf178 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:54.346314 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a7a09952-96ec-4088-bb80-d622a3e38c09 req-3435962a-c50d-4450-b90c-449ef3baf178 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0874450 May 10 03:19:54.364282 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=0607fff6-66e9-4d7d-ac75-7c3731cd5c53,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:54.421847 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a7a09952-96ec-4088-bb80-d622a3e38c09 req-e9f45d02-1b1b-49b0-9f85-e17dec1eab6d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737209 May 10 03:19:54.550508 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18190352-1c2e-4f30-898b-076c01ac8200 req-08cd6747-74af-4899-9608-e9cd1992805d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:54.552212 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-18190352-1c2e-4f30-898b-076c01ac8200 req-08cd6747-74af-4899-9608-e9cd1992805d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=81d16034-b3aa-45db-82ac-5151dfb9eed6 HTTP/1.1" status: 200 len: 1129 time: 0.0738616 May 10 03:19:54.602457 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-18190352-1c2e-4f30-898b-076c01ac8200 req-e398c0ba-83ac-428a-8079-91fac02c4cdc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=73d2b477-6467-4561-a43c-ce11644f4f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437574 May 10 03:19:54.959455 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d81b2f-8016-4f91-a36d-7dfd27de46a4 req-7ebba476-ca87-4dc8-ab14-9d96b37f303a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:54.962918 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-40d81b2f-8016-4f91-a36d-7dfd27de46a4 req-7ebba476-ca87-4dc8-ab14-9d96b37f303a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=81d16034-b3aa-45db-82ac-5151dfb9eed6 HTTP/1.1" status: 200 len: 945 time: 0.0790715 May 10 03:19:55.021463 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-40d81b2f-8016-4f91-a36d-7dfd27de46a4 req-cc54581c-380e-4837-a9c5-956383bbcf7e tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=73d2b477-6467-4561-a43c-ce11644f4f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524523 May 10 03:19:55.542412 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82de2d-fbf2-47ea-9b39-610ef5677673 req-c518b358-5347-4fc3-974a-800aab709b79 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:55.543891 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-de82de2d-fbf2-47ea-9b39-610ef5677673 req-c518b358-5347-4fc3-974a-800aab709b79 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0466945 May 10 03:19:55.593937 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-de82de2d-fbf2-47ea-9b39-610ef5677673 req-5925a3fb-cf25-4a2d-a8e7-2ddc41784465 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444193 May 10 03:19:56.140133 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb37f4-45fb-4de6-8194-83fa2db37596 req-7664d7cc-70c0-4712-95ad-9cc70d3ab77b tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:56.141719 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f9fb37f4-45fb-4de6-8194-83fa2db37596 req-7664d7cc-70c0-4712-95ad-9cc70d3ab77b tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=81d16034-b3aa-45db-82ac-5151dfb9eed6 HTTP/1.1" status: 200 len: 945 time: 0.0533969 May 10 03:19:56.199971 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f9fb37f4-45fb-4de6-8194-83fa2db37596 req-d26055a4-dd79-46c5-9ca6-1c370bd494cd tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=73d2b477-6467-4561-a43c-ce11644f4f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522373 May 10 03:19:56.309882 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f4479-d4e6-4e87-ad34-4e9255921b9d req-e838da13-a51d-46a8-be99-dd39c2620d27 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:56.311329 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-233f4479-d4e6-4e87-ad34-4e9255921b9d req-e838da13-a51d-46a8-be99-dd39c2620d27 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=81d16034-b3aa-45db-82ac-5151dfb9eed6 HTTP/1.1" status: 200 len: 945 time: 0.0467579 May 10 03:19:56.320019 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 39126) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:56.324523 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-94091c93-40ef-49f6-87cf-548e4b3d70ee tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Request body: {'floatingip': {'port_id': '0607fff6-66e9-4d7d-ac75-7c3731cd5c53'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:56.363759 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94091c93-40ef-49f6-87cf-548e4b3d70ee tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (0bfd1b01-15f5-488f-a674-c93f347b85c7), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:56.561678 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da596d5-18d9-4c0c-bac5-925682a745be req-ca761d73-1623-4d89-8fb8-251bbb42ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:56.563070 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1da596d5-18d9-4c0c-bac5-925682a745be req-ca761d73-1623-4d89-8fb8-251bbb42ecb4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4149fee898c44c180ae1de15ac9d9da&device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 1129 time: 0.0503607 May 10 03:19:56.712577 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e626a38-c2a7-470b-a400-61939ed9974c req-645a5032-d980-45a9-9f2f-bbe9090b19fb tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:56.714062 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2e626a38-c2a7-470b-a400-61939ed9974c req-645a5032-d980-45a9-9f2f-bbe9090b19fb tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0460782 May 10 03:19:56.761203 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2e626a38-c2a7-470b-a400-61939ed9974c req-26beb035-ba25-49c8-9a4f-b8ecd977d329 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415604 May 10 03:19:56.765915 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da596d5-18d9-4c0c-bac5-925682a745be req-c2e0d8ce-12db-4b56-856a-ed812f95972c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:56.767369 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1da596d5-18d9-4c0c-bac5-925682a745be req-c2e0d8ce-12db-4b56-856a-ed812f95972c service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b607388-5cb4-41a1-8154-ba2917605d5c HTTP/1.1" status: 200 len: 917 time: 0.1961789 May 10 03:19:57.155727 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1da596d5-18d9-4c0c-bac5-925682a745be req-ce47001f-4e14-4480-bd58-3b09d66a5e37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8849e2ad-b7bd-40d0-aba9-d512831c8b63 HTTP/1.1" status: 200 len: 1000 time: 0.3778484 May 10 03:19:57.249163 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da596d5-18d9-4c0c-bac5-925682a745be req-50a0483c-3f1d-4272-9211-a633cb969c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:57.250600 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1da596d5-18d9-4c0c-bac5-925682a745be req-50a0483c-3f1d-4272-9211-a633cb969c5e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ae3f063-d3d5-4965-b738-da42afcb0558 HTTP/1.1" status: 200 len: 855 time: 0.0875757 May 10 03:19:57.256429 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94091c93-40ef-49f6-87cf-548e4b3d70ee tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:57.267478 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94091c93-40ef-49f6-87cf-548e4b3d70ee tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (0bfd1b01-15f5-488f-a674-c93f347b85c7), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:57.334582 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da596d5-18d9-4c0c-bac5-925682a745be req-a91f7d28-e27c-4bf3-9056-e6996388ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:57.336844 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1da596d5-18d9-4c0c-bac5-925682a745be req-a91f7d28-e27c-4bf3-9056-e6996388ba52 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b607388-5cb4-41a1-8154-ba2917605d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781262 May 10 03:19:57.441463 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.l3_db [None req-94091c93-40ef-49f6-87cf-548e4b3d70ee tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Floating IP 0bfd1b01-15f5-488f-a674-c93f347b85c7 associated. External IP: 172.27.1.147, port: 0607fff6-66e9-4d7d-ac75-7c3731cd5c53. May 10 03:19:57.516380 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1da596d5-18d9-4c0c-bac5-925682a745be req-ce89e448-d396-4e11-a8bc-83361b12d08f service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700833 May 10 03:19:57.695238 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1da596d5-18d9-4c0c-bac5-925682a745be req-94abd302-0c19-45c2-a6ee-1ac6385ea74a service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708498 May 10 03:19:57.759997 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94091c93-40ef-49f6-87cf-548e4b3d70ee tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Router ed0337df-2e47-44f0-86f8-d2145b93f43f has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:19:57.896770 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94091c93-40ef-49f6-87cf-548e4b3d70ee tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:19:57.903105 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94091c93-40ef-49f6-87cf-548e4b3d70ee tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:57.907290 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba82a27-0f17-47c5-b861-8ef654ad5e7e None None] Sync routers for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:19:57.917126 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba82a27-0f17-47c5-b861-8ef654ad5e7e None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:57.917733 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-8ba82a27-0f17-47c5-b861-8ef654ad5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:19:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:57.929199 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919401da-de51-488c-89f7-981431cb82d0 req-bba6b482-5c94-4d80-b0c2-063fab530a06 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:57.930651 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-919401da-de51-488c-89f7-981431cb82d0 req-bba6b482-5c94-4d80-b0c2-063fab530a06 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0770104 May 10 03:19:57.953197 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-94091c93-40ef-49f6-87cf-548e4b3d70ee tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "PUT /v2.0/floatingips/0bfd1b01-15f5-488f-a674-c93f347b85c7 HTTP/1.1" status: 200 len: 991 time: 1.6319606 May 10 03:19:57.955120 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d16034-b3aa-45db-82ac-5151dfb9eed6', 'tag': '0607fff6-66e9-4d7d-ac75-7c3731cd5c53'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:57.957481 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef2c6d3-e062-42ca-978f-6a40a9133a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "81d16034-b3aa-45db-82ac-5151dfb9eed6", "tag": "0607fff6-66e9-4d7d-ac75-7c3731cd5c53"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:57.988233 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-919401da-de51-488c-89f7-981431cb82d0 req-619710ff-3363-499d-8521-a48318c4acd2 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512240 May 10 03:19:58.027684 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-8ba82a27-0f17-47c5-b861-8ef654ad5e7e None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:58.054636 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624c7140-a2ed-4e72-a4d0-27ea9335b613 x-openstack-request-id: req-624c7140-a2ed-4e72-a4d0-27ea9335b613 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:58.054925 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d16034-b3aa-45db-82ac-5151dfb9eed6", "tag": "0607fff6-66e9-4d7d-ac75-7c3731cd5c53", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:58.055177 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-624c7140-a2ed-4e72-a4d0-27ea9335b613 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:58.055604 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-624c7140-a2ed-4e72-a4d0-27ea9335b613'] response: {'name': 'network-changed', 'server_uuid': '81d16034-b3aa-45db-82ac-5151dfb9eed6', 'tag': '0607fff6-66e9-4d7d-ac75-7c3731cd5c53', 'status': 'completed', 'code': 200} May 10 03:19:58.239020 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-8ba82a27-0f17-47c5-b861-8ef654ad5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': '0bfd1b01-15f5-488f-a674-c93f347b85c7', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'port_id': '0607fff6-66e9-4d7d-ac75-7c3731cd5c53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'mac_address': 'fa:16:3e:dd:a4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d16034-b3aa-45db-82ac-5151dfb9eed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:44Z', 'updated_at': '2022-05-10T03:19:57Z', 'revision_number': 1, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:58.264397 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba82a27-0f17-47c5-b861-8ef654ad5e7e None None] Checking router: ed0337df-2e47-44f0-86f8-d2145b93f43f for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:19:58.273470 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba82a27-0f17-47c5-b861-8ef654ad5e7e None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:58.274055 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-8ba82a27-0f17-47c5-b861-8ef654ad5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:19:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:58.386331 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-8ba82a27-0f17-47c5-b861-8ef654ad5e7e None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:58.603710 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-8ba82a27-0f17-47c5-b861-8ef654ad5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': '0bfd1b01-15f5-488f-a674-c93f347b85c7', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'port_id': '0607fff6-66e9-4d7d-ac75-7c3731cd5c53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'mac_address': 'fa:16:3e:dd:a4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d16034-b3aa-45db-82ac-5151dfb9eed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:44Z', 'updated_at': '2022-05-10T03:19:57Z', 'revision_number': 1, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:58.630115 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba82a27-0f17-47c5-b861-8ef654ad5e7e None None] The sync data for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi is: [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': '0bfd1b01-15f5-488f-a674-c93f347b85c7', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'port_id': '0607fff6-66e9-4d7d-ac75-7c3731cd5c53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'mac_address': 'fa:16:3e:dd:a4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d16034-b3aa-45db-82ac-5151dfb9eed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:44Z', 'updated_at': '2022-05-10T03:19:57Z', 'revision_number': 1, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:19:58.822156 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20944b0a-05cf-4764-a762-c8bc28eef5f0 None None] New status for floating IP 0bfd1b01-15f5-488f-a674-c93f347b85c7: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:19:59.109391 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff05f69-3e97-45a8-812e-1b9dc73df6f7 req-04644de1-68f4-4a0c-9497-34faf0fb011a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:59.110849 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-eff05f69-3e97-45a8-812e-1b9dc73df6f7 req-04644de1-68f4-4a0c-9497-34faf0fb011a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 945 time: 0.0499225 May 10 03:19:59.157982 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-eff05f69-3e97-45a8-812e-1b9dc73df6f7 req-20bb1342-8fc4-405d-951a-f0686e6855f0 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415859 May 10 03:19:59.326752 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2c6d3-e062-42ca-978f-6a40a9133a8f req-f6487085-90f6-436a-8f71-49a2fb7bdce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:59.328178 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1ef2c6d3-e062-42ca-978f-6a40a9133a8f req-f6487085-90f6-436a-8f71-49a2fb7bdce6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2376b2c653467b885e8f3deb5018e7&device_id=81d16034-b3aa-45db-82ac-5151dfb9eed6 HTTP/1.1" status: 200 len: 1129 time: 0.0394456 May 10 03:19:59.433750 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2c6d3-e062-42ca-978f-6a40a9133a8f req-19e4e2e5-f5f3-4d80-979f-47feef4a8162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:59.435216 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1ef2c6d3-e062-42ca-978f-6a40a9133a8f req-19e4e2e5-f5f3-4d80-979f-47feef4a8162 service neutron] 10.222.0.64 "GET /v2.0/networks?id=20b0c49b-98e0-4d73-bdea-8b46faafc116 HTTP/1.1" status: 200 len: 914 time: 0.0877395 May 10 03:19:59.512810 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1ef2c6d3-e062-42ca-978f-6a40a9133a8f req-62618e01-a83a-4623-b58c-af715f3ed895 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0607fff6-66e9-4d7d-ac75-7c3731cd5c53 HTTP/1.1" status: 200 len: 1001 time: 0.0641885 May 10 03:19:59.567022 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2c6d3-e062-42ca-978f-6a40a9133a8f req-c8c540dd-3da4-4cc0-b8f3-286f686dcc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:59.568479 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1ef2c6d3-e062-42ca-978f-6a40a9133a8f req-c8c540dd-3da4-4cc0-b8f3-286f686dcc62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ad8a8dc-3066-46a1-87d8-bb9efc0920fd HTTP/1.1" status: 200 len: 852 time: 0.0432987 May 10 03:19:59.831867 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2c6d3-e062-42ca-978f-6a40a9133a8f req-1be022df-83df-4346-a981-165d15c76ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:59.833484 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1ef2c6d3-e062-42ca-978f-6a40a9133a8f req-1be022df-83df-4346-a981-165d15c76ddc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20b0c49b-98e0-4d73-bdea-8b46faafc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410995 May 10 03:19:59.926722 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1ef2c6d3-e062-42ca-978f-6a40a9133a8f req-6d220830-9153-4008-83ba-7ec326ea9fba service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863190 May 10 03:20:00.014113 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1ef2c6d3-e062-42ca-978f-6a40a9133a8f req-e41878af-998c-4697-abec-a81e673409a9 service neutron] 10.222.0.64 "GET /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806370 May 10 03:20:00.066172 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 8849e2ad-b7bd-40d0-aba9-d512831c8b63 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:20:00.153456 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 is: ACTIVE; New status is: DOWN {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:00.153826 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:00.176927 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8849e2ad-b7bd-40d0-aba9-d512831c8b63'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:20:00.179597 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d7b34c-aeaa-4531-b640-ecca6bd96ec2" -d '{"events": [{"server_uuid": "26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab", "name": "network-vif-unplugged", "status": "completed", "tag": "8849e2ad-b7bd-40d0-aba9-d512831c8b63"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:20:00.192903 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 8849e2ad-b7bd-40d0-aba9-d512831c8b63, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8849e2ad-b7bd-40d0-aba9-d512831c8b63,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:00.198093 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:00.234307 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 May 2022 03:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0036e7-29d3-4b48-bdcb-3d1cc92bc62b x-openstack-request-id: req-3c0036e7-29d3-4b48-bdcb-3d1cc92bc62b {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:20:00.234747 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab", "name": "network-vif-unplugged", "status": "failed", "tag": "8849e2ad-b7bd-40d0-aba9-d512831c8b63", "code": 422}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:20:00.235175 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c0036e7-29d3-4b48-bdcb-3d1cc92bc62b {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:20:00.235671 dv-cinder-830094-4-iscsi neutron-server[103517]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3c0036e7-29d3-4b48-bdcb-3d1cc92bc62b']: {'server_uuid': '26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8849e2ad-b7bd-40d0-aba9-d512831c8b63', 'code': 422} returned with failed status May 10 03:20:00.252768 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=8849e2ad-b7bd-40d0-aba9-d512831c8b63,revision_number=8']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:00.291627 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f40723-b1d0-47dc-9976-45844dbf6441 req-10f2fb44-a6b1-42f5-a441-eebfb8029ae7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:00.293813 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-38f40723-b1d0-47dc-9976-45844dbf6441 req-10f2fb44-a6b1-42f5-a441-eebfb8029ae7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0559175 May 10 03:20:00.341161 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-38f40723-b1d0-47dc-9976-45844dbf6441 req-2f16ddc1-5713-4ff4-ba67-7925246ba7db tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415604 May 10 03:20:00.548769 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 39210) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:00.657057 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e1f637eb-c043-4843-ad83-7bd5883b4bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:00.738156 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e1f637eb-c043-4843-ad83-7bd5883b4bbb admin admin] Publish callbacks [] for security_group (3c4b9377-df47-4e8c-b9fe-7086283052f6), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:00.741980 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e1f637eb-c043-4843-ad83-7bd5883b4bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (3c4b9377-df47-4e8c-b9fe-7086283052f6), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:00.782708 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-e1f637eb-c043-4843-ad83-7bd5883b4bbb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de83d555dd1c4b2690ea63ccf7cc2d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327750 May 10 03:20:00.783389 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 39222) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:00.789830 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f637eb-c043-4843-ad83-7bd5883b4bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4b9377-df47-4e8c-b9fe-7086283052f6,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:00.839705 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-45cf99f9-2b25-4b9f-8759-17c9640c120c admin admin] Publish callbacks [] for security_group (3c4b9377-df47-4e8c-b9fe-7086283052f6), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:00.861063 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-45cf99f9-2b25-4b9f-8759-17c9640c120c admin admin] Publish callbacks [] for security_group (3c4b9377-df47-4e8c-b9fe-7086283052f6), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:00.909011 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-45cf99f9-2b25-4b9f-8759-17c9640c120c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (3c4b9377-df47-4e8c-b9fe-7086283052f6), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:00.911581 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-45cf99f9-2b25-4b9f-8759-17c9640c120c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:00.912833 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-45cf99f9-2b25-4b9f-8759-17c9640c120c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c4b9377-df47-4e8c-b9fe-7086283052f6 HTTP/1.1" status: 204 len: 168 time: 0.1281083 May 10 03:20:00.923349 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf99f9-2b25-4b9f-8759-17c9640c120c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4b9377-df47-4e8c-b9fe-7086283052f6,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:01.120058 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [req-40f66995-e84f-427c-9b80-0fd829ef2c33 req-72e37471-8a51-456f-b9e9-c0b5156e23a8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103516) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:20:01.121052 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-40f66995-e84f-427c-9b80-0fd829ef2c33 req-72e37471-8a51-456f-b9e9-c0b5156e23a8 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055964 May 10 03:20:01.186912 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 39238) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:01.202235 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-01fcdaa0-f1ca-40c8-8b26-e5cde7d630df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:01.283249 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b219e4-af36-40da-a1cc-5df4b8f32541 req-007db197-341f-4b27-9a01-941344a96dc4 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:01.285028 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e4b219e4-af36-40da-a1cc-5df4b8f32541 req-007db197-341f-4b27-9a01-941344a96dc4 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0507796 May 10 03:20:01.288517 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-01fcdaa0-f1ca-40c8-8b26-e5cde7d630df admin admin] Publish callbacks [] for security_group (3ea7ebc0-f9a8-48c5-8d95-4a4fbc27cd3d), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:01.293802 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-01fcdaa0-f1ca-40c8-8b26-e5cde7d630df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (3ea7ebc0-f9a8-48c5-8d95-4a4fbc27cd3d), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:01.336299 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e4b219e4-af36-40da-a1cc-5df4b8f32541 req-7e937551-fe97-4229-bc4a-6cf1a99d46ef tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446389 May 10 03:20:01.337200 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-01fcdaa0-f1ca-40c8-8b26-e5cde7d630df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1f27be6159e4fa1bb29875b43c84879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490741 May 10 03:20:01.337729 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 39244) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:01.338349 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcdaa0-f1ca-40c8-8b26-e5cde7d630df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea7ebc0-f9a8-48c5-8d95-4a4fbc27cd3d,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:01.395160 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2b6b0d09-be01-4033-86d8-c4839742332e admin admin] Publish callbacks [] for security_group (3ea7ebc0-f9a8-48c5-8d95-4a4fbc27cd3d), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:01.419585 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2b6b0d09-be01-4033-86d8-c4839742332e admin admin] Publish callbacks [] for security_group (3ea7ebc0-f9a8-48c5-8d95-4a4fbc27cd3d), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:01.466298 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2b6b0d09-be01-4033-86d8-c4839742332e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (3ea7ebc0-f9a8-48c5-8d95-4a4fbc27cd3d), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:01.468862 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2b6b0d09-be01-4033-86d8-c4839742332e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:01.470097 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-2b6b0d09-be01-4033-86d8-c4839742332e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ea7ebc0-f9a8-48c5-8d95-4a4fbc27cd3d HTTP/1.1" status: 204 len: 168 time: 0.1310492 May 10 03:20:01.479379 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b0d09-be01-4033-86d8-c4839742332e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea7ebc0-f9a8-48c5-8d95-4a4fbc27cd3d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:01.612093 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 39262) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:01.745421 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-141a2b99-8ca4-47b9-92c8-d4674c4ee66c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1320772 May 10 03:20:01.754243 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-e8a7ac93-5b9d-4847-849e-ed5a60e1033f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:20:01.755207 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-e8a7ac93-5b9d-4847-849e-ed5a60e1033f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049403 May 10 03:20:01.889029 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 39282) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:02.124572 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-0709fb14-430b-4058-9737-2180b3b237ed tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:02.126407 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-0709fb14-430b-4058-9737-2180b3b237ed tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports/8849e2ad-b7bd-40d0-aba9-d512831c8b63 HTTP/1.1" status: 200 len: 940 time: 0.2363672 May 10 03:20:02.231860 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be6d06-cda6-4b1a-b234-42571a699cef req-697c9f1a-0ec6-4611-b673-fff44da912b6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:02.233539 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-60be6d06-cda6-4b1a-b234-42571a699cef req-697c9f1a-0ec6-4611-b673-fff44da912b6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.0881443 May 10 03:20:02.234731 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa10627-fb2e-4de0-bcde-e39538c198bb req-927808ec-bcf3-4465-8a48-7e1a6c5b7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:02.236299 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9aa10627-fb2e-4de0-bcde-e39538c198bb req-927808ec-bcf3-4465-8a48-7e1a6c5b7659 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b79f1de979384c108b5ff0427e44e30b&device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 1169 time: 0.0798831 May 10 03:20:02.353679 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-60be6d06-cda6-4b1a-b234-42571a699cef req-fff6e796-bb2c-45aa-a761-df89e800746a tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140087 May 10 03:20:02.390000 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa10627-fb2e-4de0-bcde-e39538c198bb req-e695f5e4-6d73-45f0-a174-2936539ca7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:02.391791 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9aa10627-fb2e-4de0-bcde-e39538c198bb req-e695f5e4-6d73-45f0-a174-2936539ca7c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=05efa828-1dab-4ffe-a87b-ab104863313d HTTP/1.1" status: 200 len: 916 time: 0.1369846 May 10 03:20:02.479292 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9aa10627-fb2e-4de0-bcde-e39538c198bb req-461b2a96-a889-4429-927e-c0fc02be5960 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f02b6a99-10e5-411e-be0e-44e837772e46 HTTP/1.1" status: 200 len: 1001 time: 0.0794618 May 10 03:20:02.489176 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db04064-44a6-417d-b507-dc4598629acc req-600fcf15-5d51-485b-848c-7f3377bfe71b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:02.491710 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1db04064-44a6-417d-b507-dc4598629acc req-600fcf15-5d51-485b-848c-7f3377bfe71b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0582929 May 10 03:20:02.554398 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1db04064-44a6-417d-b507-dc4598629acc req-1a4cc713-aa2a-4b4d-90c4-46aec26560ac tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557537 May 10 03:20:02.561632 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa10627-fb2e-4de0-bcde-e39538c198bb req-2d3acbf7-22ea-483c-872c-0017caddecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:02.563116 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9aa10627-fb2e-4de0-bcde-e39538c198bb req-2d3acbf7-22ea-483c-872c-0017caddecb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aca8826-50b4-4fc7-8ca0-772442ca36d7 HTTP/1.1" status: 200 len: 854 time: 0.0763965 May 10 03:20:02.613770 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa10627-fb2e-4de0-bcde-e39538c198bb req-ea8837e8-9511-4197-af94-e01887843336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:02.615486 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9aa10627-fb2e-4de0-bcde-e39538c198bb req-ea8837e8-9511-4197-af94-e01887843336 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05efa828-1dab-4ffe-a87b-ab104863313d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440710 May 10 03:20:02.716097 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9aa10627-fb2e-4de0-bcde-e39538c198bb req-b96bacf9-c825-48df-98c0-1287a7fdb0fc service neutron] 10.222.0.64 "GET /v2.0/networks/05efa828-1dab-4ffe-a87b-ab104863313d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938132 May 10 03:20:02.810654 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9aa10627-fb2e-4de0-bcde-e39538c198bb req-0df0fdc8-c99f-436f-98db-fd8b860726ff service neutron] 10.222.0.64 "GET /v2.0/networks/05efa828-1dab-4ffe-a87b-ab104863313d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874372 May 10 03:20:03.085526 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-b0ea9696-db15-4af8-9be3-b8368a8a09bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:03.087308 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-b0ea9696-db15-4af8-9be3-b8368a8a09bf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab&tenant_id=f4149fee898c44c180ae1de15ac9d9da HTTP/1.1" status: 200 len: 1127 time: 0.0464251 May 10 03:20:03.150622 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-37dba86a-bed9-4b62-b0ab-299840e74f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:03.152153 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-37dba86a-bed9-4b62-b0ab-299840e74f24 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4149fee898c44c180ae1de15ac9d9da&device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 1127 time: 0.0432703 May 10 03:20:03.308873 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-b376409d-3661-49d0-bd67-1c4a94815e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:03.310338 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-b376409d-3661-49d0-bd67-1c4a94815e5f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b607388-5cb4-41a1-8154-ba2917605d5c HTTP/1.1" status: 200 len: 917 time: 0.0890265 May 10 03:20:03.381110 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-6e3110bd-3d99-43d8-a336-017b6b208f28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8849e2ad-b7bd-40d0-aba9-d512831c8b63 HTTP/1.1" status: 200 len: 998 time: 0.0609903 May 10 03:20:03.437816 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-9569464e-3ef0-4db2-88bc-b77b1323ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:03.439263 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-9569464e-3ef0-4db2-88bc-b77b1323ba2f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ae3f063-d3d5-4965-b738-da42afcb0558 HTTP/1.1" status: 200 len: 855 time: 0.0520155 May 10 03:20:03.498378 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9619f3-32e7-4a3e-82c4-e616f76d25dd req-bb557255-4af2-42af-9b01-c00d03eb8385 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:03.499809 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0c9619f3-32e7-4a3e-82c4-e616f76d25dd req-bb557255-4af2-42af-9b01-c00d03eb8385 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.0755448 May 10 03:20:03.509157 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-5043062d-d099-46ff-8251-8c341c395907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:03.510442 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-5043062d-d099-46ff-8251-8c341c395907 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b607388-5cb4-41a1-8154-ba2917605d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558505 May 10 03:20:03.610744 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0c9619f3-32e7-4a3e-82c4-e616f76d25dd req-d01e844a-0629-4915-959d-d52c8e5f3121 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035001 May 10 03:20:03.636774 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-b7aba163-c02e-42f1-a049-af1221c4b121 service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145878 May 10 03:20:03.692186 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17255314-c8cd-456f-93df-a22de4f9dbdd req-606f926f-2c21-4856-b5c0-84243c723e9e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:03.693814 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-17255314-c8cd-456f-93df-a22de4f9dbdd req-606f926f-2c21-4856-b5c0-84243c723e9e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0482965 May 10 03:20:03.733217 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-8b01e1ef-3377-4ded-b88d-31522c0e83a0 service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880659 May 10 03:20:03.743403 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-17255314-c8cd-456f-93df-a22de4f9dbdd req-d72c759e-0f6f-412a-911c-6e962ae40440 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433133 May 10 03:20:04.079046 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 8849e2ad-b7bd-40d0-aba9-d512831c8b63 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:20:04.168539 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 is: DOWN; New status is: DOWN {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:04.786816 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85ec2e-5169-4ee8-9651-3a890cdc513e req-5ab67454-2045-4760-9d83-a38b7f10a1ec tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:04.792619 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-dc85ec2e-5169-4ee8-9651-3a890cdc513e req-5ab67454-2045-4760-9d83-a38b7f10a1ec tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.1024384 May 10 03:20:04.892953 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-dc85ec2e-5169-4ee8-9651-3a890cdc513e req-90c45e5f-3793-4912-b102-ce9f09408a2d tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0951250 May 10 03:20:04.909243 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9991b3d-45df-4bc5-99f5-1ab23b23866b req-fc735459-1b75-478f-82e6-f015cb04e35c tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:04.910840 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-c9991b3d-45df-4bc5-99f5-1ab23b23866b req-fc735459-1b75-478f-82e6-f015cb04e35c tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0573959 May 10 03:20:04.968273 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-c9991b3d-45df-4bc5-99f5-1ab23b23866b req-f7c1f182-ecc0-47ab-9753-7e5fc711ff74 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504317 May 10 03:20:06.061399 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca6928-1cfa-444b-80d3-568bde3bba47 req-71b37e66-c6a8-4737-a65d-e23266418da6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:06.068780 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d4ca6928-1cfa-444b-80d3-568bde3bba47 req-71b37e66-c6a8-4737-a65d-e23266418da6 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.1019776 May 10 03:20:06.126711 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18fb77-1001-4684-80b7-bdc9d0c8b52e req-f979d458-85a7-47fb-932e-c42acd87f410 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:06.128925 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ef18fb77-1001-4684-80b7-bdc9d0c8b52e req-f979d458-85a7-47fb-932e-c42acd87f410 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0753267 May 10 03:20:06.189456 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d4ca6928-1cfa-444b-80d3-568bde3bba47 req-cd80c81b-a852-405d-a3ad-5e1af199fbff tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1131043 May 10 03:20:06.205669 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ef18fb77-1001-4684-80b7-bdc9d0c8b52e req-72654ad4-3cc2-4c28-a50e-dedaade61d4b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695515 May 10 03:20:07.329386 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f57d0-4371-4562-a092-fa928d312586 req-592c463b-7f3e-42fd-857a-385565726155 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:07.331843 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-cf6f57d0-4371-4562-a092-fa928d312586 req-592c463b-7f3e-42fd-857a-385565726155 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.0617497 May 10 03:20:07.398522 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306e310-8e65-448b-baa4-1b5d28870229 req-86340c39-6552-4225-85ed-cb938ac295cc tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:07.399619 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-cf6f57d0-4371-4562-a092-fa928d312586 req-7df6c827-7281-4b0b-8587-e2173d19120c tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616996 May 10 03:20:07.405306 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1306e310-8e65-448b-baa4-1b5d28870229 req-86340c39-6552-4225-85ed-cb938ac295cc tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.1137860 May 10 03:20:07.446763 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1306e310-8e65-448b-baa4-1b5d28870229 req-2a1ad7b0-4281-441d-a7b8-82416612f5a2 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406065 May 10 03:20:08.545656 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bfb6d-ba9b-4462-8e59-eb16dd25b4bf req-4824dc5d-862c-4212-89e6-abd78c3d2353 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:08.553374 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b37bfb6d-ba9b-4462-8e59-eb16dd25b4bf req-4824dc5d-862c-4212-89e6-abd78c3d2353 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.0800831 May 10 03:20:08.589468 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ff6a1-407c-4a95-a1e5-3f26607b2f88 req-0afb032c-acbb-4f2d-a665-64eabefd0731 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:08.591136 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e37ff6a1-407c-4a95-a1e5-3f26607b2f88 req-0afb032c-acbb-4f2d-a665-64eabefd0731 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0624306 May 10 03:20:08.630371 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b37bfb6d-ba9b-4462-8e59-eb16dd25b4bf req-8636b0de-2aff-41f1-b0fa-a20ce20cb62b tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760605 May 10 03:20:08.641467 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e37ff6a1-407c-4a95-a1e5-3f26607b2f88 req-e56ec100-4de0-41db-9c62-e271283568e3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446093 May 10 03:20:09.773708 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9157352-54ba-4f9f-8611-6169eabf8a9c req-8b247770-4a1c-4bef-9787-3a82c2cde830 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:09.775572 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c9157352-54ba-4f9f-8611-6169eabf8a9c req-8b247770-4a1c-4bef-9787-3a82c2cde830 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.0633934 May 10 03:20:09.790450 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdd4f0-53bc-4535-94ed-f3bae63b1f24 req-352d77bc-3d08-45ed-8f4d-27f91f23ff80 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:09.792554 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-37cdd4f0-53bc-4535-94ed-f3bae63b1f24 req-352d77bc-3d08-45ed-8f4d-27f91f23ff80 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0553424 May 10 03:20:09.866046 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-37cdd4f0-53bc-4535-94ed-f3bae63b1f24 req-e6762a80-aadf-4e99-8ad6-fe9afad5aafe tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671051 May 10 03:20:09.870980 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c9157352-54ba-4f9f-8611-6169eabf8a9c req-98808ec4-d4fe-4bfa-a124-8736b35e4e73 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0891452 May 10 03:20:10.893675 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:11.038868 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91943c46-b239-42e1-bd9b-21273a86a145 req-10ff9d1b-7cf2-4777-bd25-b96b482dc557 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:11.040400 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-91943c46-b239-42e1-bd9b-21273a86a145 req-10ff9d1b-7cf2-4777-bd25-b96b482dc557 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0752258 May 10 03:20:11.060068 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708efaa7-94e9-4809-a204-8c1d549c1462 req-3ba24b74-8225-408d-9fc0-ae3889e6e2d4 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:11.070195 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-708efaa7-94e9-4809-a204-8c1d549c1462 req-3ba24b74-8225-408d-9fc0-ae3889e6e2d4 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.0915511 May 10 03:20:11.127592 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-91943c46-b239-42e1-bd9b-21273a86a145 req-da020e72-55a5-43a6-98b2-0640bbbdfc3e tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784075 May 10 03:20:11.181722 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-708efaa7-94e9-4809-a204-8c1d549c1462 req-d09d916c-8ac9-44c6-bff1-8e33812ab6bb tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042936 May 10 03:20:12.267958 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c94702-4c2f-4c94-b01b-5e7dd59de045 req-52fdcbbc-223b-4d7e-914d-664d686f2a62 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:12.269520 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-84c94702-4c2f-4c94-b01b-5e7dd59de045 req-52fdcbbc-223b-4d7e-914d-664d686f2a62 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0607488 May 10 03:20:12.310819 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31fa0d-b632-4ac2-bcff-3c5fb52ace2d req-944680be-6188-4ee1-9ac9-de544efd8307 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:12.312447 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3e31fa0d-b632-4ac2-bcff-3c5fb52ace2d req-944680be-6188-4ee1-9ac9-de544efd8307 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.0571735 May 10 03:20:12.348345 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-84c94702-4c2f-4c94-b01b-5e7dd59de045 req-4a6fa8fb-a1c5-4af8-9abf-0cae1046146a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724316 May 10 03:20:12.388556 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3e31fa0d-b632-4ac2-bcff-3c5fb52ace2d req-cdf47a56-2796-4c6f-bf0f-953f936bb3a9 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691636 May 10 03:20:13.472892 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cced67-13fe-4c8b-b98b-c34c723e0723 req-bf0e2d82-ad2c-4ec1-9173-0aac0b0a1183 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:13.474382 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-15cced67-13fe-4c8b-b98b-c34c723e0723 req-bf0e2d82-ad2c-4ec1-9173-0aac0b0a1183 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0478423 May 10 03:20:13.512555 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccff60f-4c36-45b2-a64b-91b9d4f3e638 req-93505e63-7708-48c9-a40c-9c6776da772a tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:13.514065 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7ccff60f-4c36-45b2-a64b-91b9d4f3e638 req-93505e63-7708-48c9-a40c-9c6776da772a tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.0483868 May 10 03:20:13.524009 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-15cced67-13fe-4c8b-b98b-c34c723e0723 req-ffc35c41-8a75-4c1f-a250-49ef669800d4 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438845 May 10 03:20:13.574955 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7ccff60f-4c36-45b2-a64b-91b9d4f3e638 req-b5af06a4-c512-41a9-9ec8-940da8382920 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551987 May 10 03:20:14.050530 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 39490) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:14.153300 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a9e0ddc4-c9bf-46b7-9ce8-5f0ae6ba3459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:14.226587 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a9e0ddc4-c9bf-46b7-9ce8-5f0ae6ba3459 admin admin] Publish callbacks [] for security_group (2eda7117-9751-4ae7-a0a4-3b03dac783ee), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:14.230299 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a9e0ddc4-c9bf-46b7-9ce8-5f0ae6ba3459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (2eda7117-9751-4ae7-a0a4-3b03dac783ee), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:14.268383 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-a9e0ddc4-c9bf-46b7-9ce8-5f0ae6ba3459 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7ba76ae23eb4c0294656489d1c9c09a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167726 May 10 03:20:14.269509 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0ddc4-c9bf-46b7-9ce8-5f0ae6ba3459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eda7117-9751-4ae7-a0a4-3b03dac783ee,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:14.271805 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 39494) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:14.320046 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9447-b243-4ec8-8a50-b4f068989c1b admin admin] Publish callbacks [] for security_group (2eda7117-9751-4ae7-a0a4-3b03dac783ee), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:14.322107 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e59f36-b50d-41b7-9ccb-4b588b29952f req-54b6ac4d-5de5-464a-9a58-7624b25114d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:14.323602 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f1e59f36-b50d-41b7-9ccb-4b588b29952f req-54b6ac4d-5de5-464a-9a58-7624b25114d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4149fee898c44c180ae1de15ac9d9da&device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 1127 time: 0.0451720 May 10 03:20:14.344881 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9447-b243-4ec8-8a50-b4f068989c1b admin admin] Publish callbacks [] for security_group (2eda7117-9751-4ae7-a0a4-3b03dac783ee), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:14.393214 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9447-b243-4ec8-8a50-b4f068989c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (2eda7117-9751-4ae7-a0a4-3b03dac783ee), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:14.395700 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9447-b243-4ec8-8a50-b4f068989c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:14.397480 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-d2bb9447-b243-4ec8-8a50-b4f068989c1b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2eda7117-9751-4ae7-a0a4-3b03dac783ee HTTP/1.1" status: 204 len: 168 time: 0.1246893 May 10 03:20:14.405820 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb9447-b243-4ec8-8a50-b4f068989c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eda7117-9751-4ae7-a0a4-3b03dac783ee,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:14.438464 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e59f36-b50d-41b7-9ccb-4b588b29952f req-c24eb3d6-02ca-4c7d-8177-d4de9a96aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:14.440396 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f1e59f36-b50d-41b7-9ccb-4b588b29952f req-c24eb3d6-02ca-4c7d-8177-d4de9a96aaeb service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b607388-5cb4-41a1-8154-ba2917605d5c HTTP/1.1" status: 200 len: 917 time: 0.0963652 May 10 03:20:14.512167 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f1e59f36-b50d-41b7-9ccb-4b588b29952f req-12b1d6fa-228b-4b7f-ad89-37b9071f482f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8849e2ad-b7bd-40d0-aba9-d512831c8b63 HTTP/1.1" status: 200 len: 998 time: 0.0647895 May 10 03:20:14.560607 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e59f36-b50d-41b7-9ccb-4b588b29952f req-eb902dea-23b1-4fbc-911d-47589770e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:14.562116 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f1e59f36-b50d-41b7-9ccb-4b588b29952f req-eb902dea-23b1-4fbc-911d-47589770e2fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ae3f063-d3d5-4965-b738-da42afcb0558 HTTP/1.1" status: 200 len: 855 time: 0.0440664 May 10 03:20:14.607692 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e59f36-b50d-41b7-9ccb-4b588b29952f req-7a94138d-7129-45bb-ae2b-e94a9d6ef011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:14.609220 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f1e59f36-b50d-41b7-9ccb-4b588b29952f req-7a94138d-7129-45bb-ae2b-e94a9d6ef011 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b607388-5cb4-41a1-8154-ba2917605d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396335 May 10 03:20:14.648140 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970dab7-864a-4007-b0a4-5d8367f568bc req-7c3fb67f-2a5c-4b07-83d5-ed74255ccb9d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:14.653261 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b970dab7-864a-4007-b0a4-5d8367f568bc req-7c3fb67f-2a5c-4b07-83d5-ed74255ccb9d tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0544138 May 10 03:20:14.695348 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 39504) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:14.713889 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b970dab7-864a-4007-b0a4-5d8367f568bc req-531f2114-ecad-4a6c-b790-d5c83eb455b7 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566647 May 10 03:20:14.714595 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ebe48939-910c-4467-acc1-9f3474d7eb0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:14.738134 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17551be-2f6c-4b10-9623-6f18a563f63d req-acc733d2-4f88-445e-aee9-50d0d835fcc3 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:14.747592 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a17551be-2f6c-4b10-9623-6f18a563f63d req-acc733d2-4f88-445e-aee9-50d0d835fcc3 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.0771565 May 10 03:20:14.758666 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e62d7d68-5c60-4a13-a917-91b15debd96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:14.788387 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f1e59f36-b50d-41b7-9ccb-4b588b29952f req-97cf4fb2-7143-4a93-8f0b-ff7416eb6ae8 service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702743 May 10 03:20:14.801701 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ebe48939-910c-4467-acc1-9f3474d7eb0c admin admin] Publish callbacks [] for security_group (fa1767f9-29a5-4daf-a185-3cff89b69431), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:14.806713 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ebe48939-910c-4467-acc1-9f3474d7eb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (fa1767f9-29a5-4daf-a185-3cff89b69431), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:14.845558 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-ebe48939-910c-4467-acc1-9f3474d7eb0c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69743c420bf047f7949ae828b7c78aa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491857 May 10 03:20:14.846370 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe48939-910c-4467-acc1-9f3474d7eb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1767f9-29a5-4daf-a185-3cff89b69431,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:14.848707 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 39506) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:14.873931 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a17551be-2f6c-4b10-9623-6f18a563f63d req-369b5e22-464e-4165-909b-41fc7f37d949 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254883 May 10 03:20:14.903949 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6e26c7c4-4e9b-4b62-98e7-fa5eb9011798 admin admin] Publish callbacks [] for security_group (fa1767f9-29a5-4daf-a185-3cff89b69431), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:14.909631 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f1e59f36-b50d-41b7-9ccb-4b588b29952f req-bb3ebd7a-0aac-4876-acf0-fb6f3af1e796 service neutron] 10.222.0.64 "GET /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107049 May 10 03:20:14.926131 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6e26c7c4-4e9b-4b62-98e7-fa5eb9011798 admin admin] Publish callbacks [] for security_group (fa1767f9-29a5-4daf-a185-3cff89b69431), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:14.976607 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6e26c7c4-4e9b-4b62-98e7-fa5eb9011798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (fa1767f9-29a5-4daf-a185-3cff89b69431), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:14.979078 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6e26c7c4-4e9b-4b62-98e7-fa5eb9011798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:14.980326 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-6e26c7c4-4e9b-4b62-98e7-fa5eb9011798 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fa1767f9-29a5-4daf-a185-3cff89b69431 HTTP/1.1" status: 204 len: 168 time: 0.1267879 May 10 03:20:14.987866 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26c7c4-4e9b-4b62-98e7-fa5eb9011798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1767f9-29a5-4daf-a185-3cff89b69431,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:15.843644 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf7e4a-d468-48fb-8790-a8a5bffa417f req-86c81b8f-a271-4367-a3e3-590c1be5a878 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:15.845095 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e4bf7e4a-d468-48fb-8790-a8a5bffa417f req-86c81b8f-a271-4367-a3e3-590c1be5a878 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 943 time: 0.0512097 May 10 03:20:15.893392 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e4bf7e4a-d468-48fb-8790-a8a5bffa417f req-4768ec74-4a98-4c44-a27d-e794dbf3fe27 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421836 May 10 03:20:15.988758 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96567631-df1f-4b2f-a451-e135818015dc req-fe0618b8-122c-4725-b000-392744dc2a5a tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:15.990581 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-96567631-df1f-4b2f-a451-e135818015dc req-fe0618b8-122c-4725-b000-392744dc2a5a tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.0493343 May 10 03:20:16.051061 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-96567631-df1f-4b2f-a451-e135818015dc req-215cc807-ac98-4bf8-adac-5cf36f1ae4bd tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546834 May 10 03:20:16.142718 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 8849e2ad-b7bd-40d0-aba9-d512831c8b63 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:20:16.246064 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 8849e2ad-b7bd-40d0-aba9-d512831c8b63, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8849e2ad-b7bd-40d0-aba9-d512831c8b63,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:16.258889 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': '8849e2ad-b7bd-40d0-aba9-d512831c8b63', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'port_id': '8849e2ad-b7bd-40d0-aba9-d512831c8b63', 'mac_address': 'fa:16:3e:83:e9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:20:16.299059 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:16.299450 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:16.313458 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8849e2ad-b7bd-40d0-aba9-d512831c8b63 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:20:16.337821 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 8849e2ad-b7bd-40d0-aba9-d512831c8b63, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8849e2ad-b7bd-40d0-aba9-d512831c8b63,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:16.341745 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:16.391977 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=8849e2ad-b7bd-40d0-aba9-d512831c8b63,revision_number=9']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:16.606705 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['8849e2ad-b7bd-40d0-aba9-d512831c8b63'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:20:16.924365 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8ee1ff51-59ef-458c-846b-fa3bc3e064ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:17.018397 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984ebb9-34a0-471f-af4d-585b14e6d497 req-d77027a9-a80d-4b18-819e-9ce851b5b594 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:17.019838 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d984ebb9-34a0-471f-af4d-585b14e6d497 req-d77027a9-a80d-4b18-819e-9ce851b5b594 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 944 time: 0.0474300 May 10 03:20:17.067304 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d984ebb9-34a0-471f-af4d-585b14e6d497 req-17c44d12-06b5-4b92-9013-8c0b475eff72 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417893 May 10 03:20:17.165659 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0a1f6-6ca3-4e55-9858-1ad3a67364a4 req-42464383-4db9-4013-9a7c-5a04872c362a tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:17.167109 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5bf0a1f6-6ca3-4e55-9858-1ad3a67364a4 req-42464383-4db9-4013-9a7c-5a04872c362a tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.0473602 May 10 03:20:17.225123 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5bf0a1f6-6ca3-4e55-9858-1ad3a67364a4 req-e36a122b-ea48-4667-b2c3-0b5f3328b932 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524786 May 10 03:20:18.158300 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 8849e2ad-b7bd-40d0-aba9-d512831c8b63 up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:20:18.187603 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2764c-0615-4366-863e-f1a8b7fc7a44 req-186aff31-c25c-43bf-ab2f-6c2a5cfec907 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:18.189187 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9fe2764c-0615-4366-863e-f1a8b7fc7a44 req-186aff31-c25c-43bf-ab2f-6c2a5cfec907 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 944 time: 0.0502863 May 10 03:20:18.191127 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:18.213821 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:18.214191 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:18.236829 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9fe2764c-0615-4366-863e-f1a8b7fc7a44 req-c9660513-a7a5-463d-aa44-6acb9dd70fb1 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417080 May 10 03:20:18.291955 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:18.292341 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:18.315727 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8849e2ad-b7bd-40d0-aba9-d512831c8b63'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:20:18.317984 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ae7e02-af76-4184-9440-f3a34e5dacdf" -d '{"events": [{"server_uuid": "26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab", "name": "network-vif-plugged", "status": "completed", "tag": "8849e2ad-b7bd-40d0-aba9-d512831c8b63"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:20:18.331397 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 8849e2ad-b7bd-40d0-aba9-d512831c8b63, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8849e2ad-b7bd-40d0-aba9-d512831c8b63,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:18.336593 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:18.346319 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4b1ee-9d27-468b-a40b-9852f30972d6 req-633a826a-7a26-4263-a217-898dc3b41bc2 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:18.347987 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c5f4b1ee-9d27-468b-a40b-9852f30972d6 req-633a826a-7a26-4263-a217-898dc3b41bc2 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.0561163 May 10 03:20:18.360131 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71971b6-e095-4be9-a4e1-d5d81cded8b9 x-openstack-request-id: req-e71971b6-e095-4be9-a4e1-d5d81cded8b9 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:20:18.360445 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab", "name": "network-vif-plugged", "status": "completed", "tag": "8849e2ad-b7bd-40d0-aba9-d512831c8b63", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:20:18.360740 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e71971b6-e095-4be9-a4e1-d5d81cded8b9 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:20:18.361135 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e71971b6-e095-4be9-a4e1-d5d81cded8b9'] response: {'server_uuid': '26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8849e2ad-b7bd-40d0-aba9-d512831c8b63', 'code': 200} May 10 03:20:18.386576 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=8849e2ad-b7bd-40d0-aba9-d512831c8b63,revision_number=10']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:18.410998 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c5f4b1ee-9d27-468b-a40b-9852f30972d6 req-7f5c7e41-efe2-4e40-b098-3f72f4242be5 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556457 May 10 03:20:18.629437 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0f2da-ec11-4941-9a70-7a596a3c3fd8 req-4318de66-2a2c-4eb9-a960-b80d6b5661a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:18.631303 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b5c0f2da-ec11-4941-9a70-7a596a3c3fd8 req-4318de66-2a2c-4eb9-a960-b80d6b5661a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 1130 time: 0.0373662 May 10 03:20:18.674010 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b5c0f2da-ec11-4941-9a70-7a596a3c3fd8 req-803329bd-e693-4e4e-b076-54a1a12c1442 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368965 May 10 03:20:19.356797 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cec42a-d9aa-4c00-933c-1e1fe908a925 req-7e71ff39-ce5d-455b-9d17-5204a00e790a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:19.358320 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-92cec42a-d9aa-4c00-933c-1e1fe908a925 req-7e71ff39-ce5d-455b-9d17-5204a00e790a tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 946 time: 0.0469496 May 10 03:20:19.404720 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-92cec42a-d9aa-4c00-933c-1e1fe908a925 req-5eba2e49-6c4a-466f-b896-65378653a737 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408390 May 10 03:20:19.528988 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11899e-a611-4180-8dbc-a349df11ef61 req-d472f3e0-c161-41f9-81da-2fb86ba2083b tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:19.530616 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ef11899e-a611-4180-8dbc-a349df11ef61 req-d472f3e0-c161-41f9-81da-2fb86ba2083b tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.0470822 May 10 03:20:19.593667 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ef11899e-a611-4180-8dbc-a349df11ef61 req-a56f4087-bc69-41a2-9c42-46515bf0968b tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573413 May 10 03:20:19.825708 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:20.558701 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c9f12-2edc-4494-9dd0-6218fdfe1ea2 req-fd7bef43-0796-440c-99a3-ca1973222842 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:20.561146 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-528c9f12-2edc-4494-9dd0-6218fdfe1ea2 req-fd7bef43-0796-440c-99a3-ca1973222842 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 946 time: 0.0737567 May 10 03:20:20.644249 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-528c9f12-2edc-4494-9dd0-6218fdfe1ea2 req-c7f335b2-ad48-440c-baf3-db59b449cb82 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752141 May 10 03:20:20.736895 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027d8d7-b517-463c-9850-5565efc81fba req-c76657c0-8d95-41be-bfcd-7b79eb6ea75f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:20.741033 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7027d8d7-b517-463c-9850-5565efc81fba req-c76657c0-8d95-41be-bfcd-7b79eb6ea75f tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.0709777 May 10 03:20:20.768427 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 39656) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:20.819814 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-7027d8d7-b517-463c-9850-5565efc81fba req-bba0937a-20ce-4ee7-87a4-956b7dfebddb tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726097 May 10 03:20:20.920262 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebd35861-4bca-4253-9790-4a213cb28bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.008558 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebd35861-4bca-4253-9790-4a213cb28bdf admin admin] Publish callbacks [] for security_group (3cee5226-25cd-45a1-bc29-4504f5dbe7be), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.012136 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebd35861-4bca-4253-9790-4a213cb28bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (3cee5226-25cd-45a1-bc29-4504f5dbe7be), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.055938 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-ebd35861-4bca-4253-9790-4a213cb28bdf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c43e0d8645142c0941b694e79528a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863553 May 10 03:20:21.056965 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd35861-4bca-4253-9790-4a213cb28bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cee5226-25cd-45a1-bc29-4504f5dbe7be,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:21.058678 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 39660) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:21.116029 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Publish callbacks [] for security_group (3cee5226-25cd-45a1-bc29-4504f5dbe7be), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.142087 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Publish callbacks [] for security_group (3cee5226-25cd-45a1-bc29-4504f5dbe7be), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.152709 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.197667 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (3cee5226-25cd-45a1-bc29-4504f5dbe7be), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.200408 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.201568 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3cee5226-25cd-45a1-bc29-4504f5dbe7be HTTP/1.1" status: 204 len: 168 time: 0.1419168 May 10 03:20:21.210935 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cee5226-25cd-45a1-bc29-4504f5dbe7be,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:21.218994 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:21.219340 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:21.219681 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:21.220019 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:21.220542 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:21.221167 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:21.221566 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:21.221906 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:21.222383 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:21.222976 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:21.223372 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:21.223705 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:21.224286 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:21.224866 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:21.225376 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7cae33-7580-43ee-bf5e-c1eaa133098d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:21.498265 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 39666) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:21.511483 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44cd22cf-0899-46b0-9321-855c70404787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.583216 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44cd22cf-0899-46b0-9321-855c70404787 admin admin] Publish callbacks [] for security_group (6e1815fb-a992-44c1-a066-63015bdf208c), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.587728 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44cd22cf-0899-46b0-9321-855c70404787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (6e1815fb-a992-44c1-a066-63015bdf208c), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.626006 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd22cf-0899-46b0-9321-855c70404787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1815fb-a992-44c1-a066-63015bdf208c,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:21.630143 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-44cd22cf-0899-46b0-9321-855c70404787 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1238227870454b389267709f3edf5434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308544 May 10 03:20:21.633514 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 39668) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:21.679821 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a313-1830-4c65-8ea3-88986cf56f20 admin admin] Publish callbacks [] for security_group (6e1815fb-a992-44c1-a066-63015bdf208c), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.700924 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a313-1830-4c65-8ea3-88986cf56f20 admin admin] Publish callbacks [] for security_group (6e1815fb-a992-44c1-a066-63015bdf208c), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.750620 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a313-1830-4c65-8ea3-88986cf56f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (6e1815fb-a992-44c1-a066-63015bdf208c), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.753338 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a313-1830-4c65-8ea3-88986cf56f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.757140 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-d5f4a313-1830-4c65-8ea3-88986cf56f20 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e1815fb-a992-44c1-a066-63015bdf208c HTTP/1.1" status: 204 len: 168 time: 0.1228495 May 10 03:20:21.767340 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4a313-1830-4c65-8ea3-88986cf56f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1815fb-a992-44c1-a066-63015bdf208c,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:21.816888 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb7371-39ca-4d0a-9e0c-b52b836518e4 req-75cf6e10-dc04-493d-a8c7-d8282b5386df tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:21.819524 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-efdb7371-39ca-4d0a-9e0c-b52b836518e4 req-75cf6e10-dc04-493d-a8c7-d8282b5386df tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 946 time: 0.0760837 May 10 03:20:21.872954 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-efdb7371-39ca-4d0a-9e0c-b52b836518e4 req-9d6fab0d-9507-4641-a521-2fee4623208b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471091 May 10 03:20:21.988677 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167c69f-cf08-45f8-90fa-937bf4df749f req-4144c15e-5f0e-4bd3-b332-98507be1d0eb tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:21.990775 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8167c69f-cf08-45f8-90fa-937bf4df749f req-4144c15e-5f0e-4bd3-b332-98507be1d0eb tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.0559595 May 10 03:20:22.064905 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8167c69f-cf08-45f8-90fa-937bf4df749f req-83d947f6-8ba0-4518-949f-03e06373821c tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613072 May 10 03:20:23.185129 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d68388-6b37-482b-a53d-6ea55e96d937 req-561dbf1c-4495-4800-bf74-936dfab034a5 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:23.186660 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b1d68388-6b37-482b-a53d-6ea55e96d937 req-561dbf1c-4495-4800-bf74-936dfab034a5 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.0553727 May 10 03:20:23.249210 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b1d68388-6b37-482b-a53d-6ea55e96d937 req-166ecaad-f92a-495b-80a0-046b48414449 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565131 May 10 03:20:23.469920 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 39744) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:23.571795 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5a61-b52c-412b-86b0-1ee1cdb4b818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:23.645438 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5a61-b52c-412b-86b0-1ee1cdb4b818 admin admin] Publish callbacks [] for security_group (2c27b944-9510-4bbd-895c-6a9ad539f15b), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:23.649093 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5a61-b52c-412b-86b0-1ee1cdb4b818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (2c27b944-9510-4bbd-895c-6a9ad539f15b), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:23.686516 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-ac4e5a61-b52c-412b-86b0-1ee1cdb4b818 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e7d0b50241de4c30b52b7668b0ba2be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155612 May 10 03:20:23.687414 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e5a61-b52c-412b-86b0-1ee1cdb4b818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c27b944-9510-4bbd-895c-6a9ad539f15b,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:23.689274 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 39748) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:23.742658 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d59c8b17-d394-468a-85be-f2ee6d401f6f admin admin] Publish callbacks [] for security_group (2c27b944-9510-4bbd-895c-6a9ad539f15b), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:23.763513 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d59c8b17-d394-468a-85be-f2ee6d401f6f admin admin] Publish callbacks [] for security_group (2c27b944-9510-4bbd-895c-6a9ad539f15b), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:23.809545 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d59c8b17-d394-468a-85be-f2ee6d401f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (2c27b944-9510-4bbd-895c-6a9ad539f15b), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:23.811915 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d59c8b17-d394-468a-85be-f2ee6d401f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:23.813087 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-d59c8b17-d394-468a-85be-f2ee6d401f6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c27b944-9510-4bbd-895c-6a9ad539f15b HTTP/1.1" status: 204 len: 168 time: 0.1216052 May 10 03:20:23.821261 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c8b17-d394-468a-85be-f2ee6d401f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c27b944-9510-4bbd-895c-6a9ad539f15b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:24.077015 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 39754) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:24.089789 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ec075655-aa91-46a7-97b8-fa5d7cb69b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:24.163058 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ec075655-aa91-46a7-97b8-fa5d7cb69b48 admin admin] Publish callbacks [] for security_group (65a5fa7a-5158-44d7-be40-7ddf092cd190), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:24.166750 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ec075655-aa91-46a7-97b8-fa5d7cb69b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (65a5fa7a-5158-44d7-be40-7ddf092cd190), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:24.207871 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-ec075655-aa91-46a7-97b8-fa5d7cb69b48 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98f19ffd31394deb886c1e681bf1b28a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297750 May 10 03:20:24.208636 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec075655-aa91-46a7-97b8-fa5d7cb69b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a5fa7a-5158-44d7-be40-7ddf092cd190,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:24.210594 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 39756) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:24.264297 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3b0891c2-4256-4731-82f1-10beda2a903b admin admin] Publish callbacks [] for security_group (65a5fa7a-5158-44d7-be40-7ddf092cd190), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:24.285503 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3b0891c2-4256-4731-82f1-10beda2a903b admin admin] Publish callbacks [] for security_group (65a5fa7a-5158-44d7-be40-7ddf092cd190), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:24.353412 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3b0891c2-4256-4731-82f1-10beda2a903b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (65a5fa7a-5158-44d7-be40-7ddf092cd190), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:24.355991 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3b0891c2-4256-4731-82f1-10beda2a903b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:24.357178 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-3b0891c2-4256-4731-82f1-10beda2a903b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/65a5fa7a-5158-44d7-be40-7ddf092cd190 HTTP/1.1" status: 204 len: 168 time: 0.1455789 May 10 03:20:24.375460 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5abca2-072d-4a81-9426-347aa08c1c34 req-5651aeee-ffa0-42d5-adea-2d5b84acb03e tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:24.377016 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ab5abca2-072d-4a81-9426-347aa08c1c34 req-5651aeee-ffa0-42d5-adea-2d5b84acb03e tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.0572803 May 10 03:20:24.382942 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0891c2-4256-4731-82f1-10beda2a903b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a5fa7a-5158-44d7-be40-7ddf092cd190,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:24.445416 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ab5abca2-072d-4a81-9426-347aa08c1c34 req-8b8fd393-86ab-437e-b4d2-5a7cd7e5578e tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe&id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564282 May 10 03:20:25.281961 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:20:32.218250 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 39920) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:32.336039 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13a040fe-ed97-4ccd-86a6-7fc23460b973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:32.408861 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13a040fe-ed97-4ccd-86a6-7fc23460b973 admin admin] Publish callbacks [] for security_group (b5f17b73-e163-4991-bb80-01f5561b72b0), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:32.412503 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13a040fe-ed97-4ccd-86a6-7fc23460b973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (b5f17b73-e163-4991-bb80-01f5561b72b0), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:32.450426 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-13a040fe-ed97-4ccd-86a6-7fc23460b973 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2574aa4c46f649fc8c39fafc7dca7857&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309864 May 10 03:20:32.451360 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a040fe-ed97-4ccd-86a6-7fc23460b973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f17b73-e163-4991-bb80-01f5561b72b0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:32.452982 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 39926) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:32.500508 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ea276e0-eaa7-4f40-a3b0-c04aa35b17f6 admin admin] Publish callbacks [] for security_group (b5f17b73-e163-4991-bb80-01f5561b72b0), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:32.524015 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ea276e0-eaa7-4f40-a3b0-c04aa35b17f6 admin admin] Publish callbacks [] for security_group (b5f17b73-e163-4991-bb80-01f5561b72b0), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:32.569796 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ea276e0-eaa7-4f40-a3b0-c04aa35b17f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (b5f17b73-e163-4991-bb80-01f5561b72b0), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:32.572339 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ea276e0-eaa7-4f40-a3b0-c04aa35b17f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:32.573491 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-4ea276e0-eaa7-4f40-a3b0-c04aa35b17f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5f17b73-e163-4991-bb80-01f5561b72b0 HTTP/1.1" status: 204 len: 168 time: 0.1194701 May 10 03:20:32.581288 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea276e0-eaa7-4f40-a3b0-c04aa35b17f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f17b73-e163-4991-bb80-01f5561b72b0,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:32.824106 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 39932) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:32.837058 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-64f1b610-9bb9-49c6-b8f2-067609044524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:32.911020 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-64f1b610-9bb9-49c6-b8f2-067609044524 admin admin] Publish callbacks [] for security_group (46f91351-22dd-421d-b8bd-67d9ebdff497), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:32.915482 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-64f1b610-9bb9-49c6-b8f2-067609044524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (46f91351-22dd-421d-b8bd-67d9ebdff497), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:32.951751 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1b610-9bb9-49c6-b8f2-067609044524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f91351-22dd-421d-b8bd-67d9ebdff497,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:32.958256 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-64f1b610-9bb9-49c6-b8f2-067609044524 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f2d22d8d3274240b15b0688b171946d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322215 May 10 03:20:32.960395 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 39934) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:33.007738 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cb13839b-52ff-4383-8830-c9707b03a9ec admin admin] Publish callbacks [] for security_group (46f91351-22dd-421d-b8bd-67d9ebdff497), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:33.028340 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cb13839b-52ff-4383-8830-c9707b03a9ec admin admin] Publish callbacks [] for security_group (46f91351-22dd-421d-b8bd-67d9ebdff497), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:33.074233 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cb13839b-52ff-4383-8830-c9707b03a9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (46f91351-22dd-421d-b8bd-67d9ebdff497), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:33.077003 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cb13839b-52ff-4383-8830-c9707b03a9ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:33.078116 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-cb13839b-52ff-4383-8830-c9707b03a9ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/46f91351-22dd-421d-b8bd-67d9ebdff497 HTTP/1.1" status: 204 len: 168 time: 0.1166775 May 10 03:20:33.087751 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13839b-52ff-4383-8830-c9707b03a9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f91351-22dd-421d-b8bd-67d9ebdff497,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:33.387226 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 39942) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:33.399991 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37beb186-da57-476a-8146-a21939af66e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:33.473778 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37beb186-da57-476a-8146-a21939af66e9 admin admin] Publish callbacks [] for security_group (16e62714-398e-4e64-9753-844032ca375e), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:33.478097 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37beb186-da57-476a-8146-a21939af66e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (16e62714-398e-4e64-9753-844032ca375e), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:33.517426 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-37beb186-da57-476a-8146-a21939af66e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dec50de2a3974ef396ab30e0a2ce11fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291561 May 10 03:20:33.518779 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37beb186-da57-476a-8146-a21939af66e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e62714-398e-4e64-9753-844032ca375e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:33.520066 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 39944) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:33.569820 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4dc50295-ce63-41d3-ba38-003cee93b2d5 admin admin] Publish callbacks [] for security_group (16e62714-398e-4e64-9753-844032ca375e), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:33.590831 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4dc50295-ce63-41d3-ba38-003cee93b2d5 admin admin] Publish callbacks [] for security_group (16e62714-398e-4e64-9753-844032ca375e), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:33.638967 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4dc50295-ce63-41d3-ba38-003cee93b2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (16e62714-398e-4e64-9753-844032ca375e), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:33.641797 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4dc50295-ce63-41d3-ba38-003cee93b2d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:33.645419 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-4dc50295-ce63-41d3-ba38-003cee93b2d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16e62714-398e-4e64-9753-844032ca375e HTTP/1.1" status: 204 len: 168 time: 0.1217878 May 10 03:20:33.650647 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc50295-ce63-41d3-ba38-003cee93b2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e62714-398e-4e64-9753-844032ca375e,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:35.930777 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-21845721-a545-4c38-b64b-664c88508f14 req-dc75f27d-5007-4fca-816b-2ce450573be0 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=21a8caef9eca4a1c9dfcd4a5d7195443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291977 May 10 03:20:36.105555 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21845721-a545-4c38-b64b-664c88508f14 req-051c96fa-e972-4f1d-bf72-92802530ac46 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:36.106975 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-21845721-a545-4c38-b64b-664c88508f14 req-051c96fa-e972-4f1d-bf72-92802530ac46 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713235 May 10 03:20:36.121844 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-21845721-a545-4c38-b64b-664c88508f14 req-7bfb15db-42de-42bc-8c13-8758fe2b0e8f tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/quotas/21a8caef9eca4a1c9dfcd4a5d7195443 HTTP/1.1" status: 200 len: 375 time: 0.0095084 May 10 03:20:36.154289 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-21845721-a545-4c38-b64b-664c88508f14 req-b2e9924d-ef1f-4b6a-b3eb-2ebe5779d184 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=21a8caef9eca4a1c9dfcd4a5d7195443&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272872 May 10 03:20:36.308588 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b4abf718-d555-481d-b600-279f80a46672 req-6ceae58d-7e0d-498c-8f8c-fc47416ff4fb tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/ports?device_id=af544ec7-1727-4677-b1cd-daf17ebe614b HTTP/1.1" status: 200 len: 210 time: 0.0285943 May 10 03:20:37.405356 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2abb45d7-5bd1-49f4-9d7f-b232bf49f84e req-ced861b7-7238-403e-a0d9-f41fbc973c86 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/ports?device_id=af544ec7-1727-4677-b1cd-daf17ebe614b HTTP/1.1" status: 200 len: 210 time: 0.0319288 May 10 03:20:38.222599 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21845721-a545-4c38-b64b-664c88508f14 req-2717bc8b-7d75-4c9b-87e4-3b27fb9cd76e tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=21a8caef9eca4a1c9dfcd4a5d7195443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295312 May 10 03:20:38.624796 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9b8cfc1b-cd29-472c-864d-5ef4056591f6 req-61c5fd03-cef9-4b97-9e0a-09e94594bdf1 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/ports?device_id=af544ec7-1727-4677-b1cd-daf17ebe614b HTTP/1.1" status: 200 len: 210 time: 0.0522752 May 10 03:20:38.712628 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21845721-a545-4c38-b64b-664c88508f14 req-80a24713-3b68-46dd-b7ea-a7fb7326be22 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:38.714647 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21845721-a545-4c38-b64b-664c88508f14 req-80a24713-3b68-46dd-b7ea-a7fb7326be22 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4777615 May 10 03:20:38.726508 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-21845721-a545-4c38-b64b-664c88508f14 req-1ecddf72-5a63-4cd5-a2d6-2a0574009f27 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Request body: {'port': {'device_id': 'af544ec7-1727-4677-b1cd-daf17ebe614b', 'network_id': '6591899b-e351-488a-a7c7-d423f52ee342', 'admin_state_up': True, 'tenant_id': '21a8caef9eca4a1c9dfcd4a5d7195443'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:38.834464 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21845721-a545-4c38-b64b-664c88508f14 req-1ecddf72-5a63-4cd5-a2d6-2a0574009f27 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Made reservation on behalf of 21a8caef9eca4a1c9dfcd4a5d7195443 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:20:38.837854 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-21845721-a545-4c38-b64b-664c88508f14 req-1ecddf72-5a63-4cd5-a2d6-2a0574009f27 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:38.845977 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-21845721-a545-4c38-b64b-664c88508f14 req-1ecddf72-5a63-4cd5-a2d6-2a0574009f27 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:38.922603 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-21845721-a545-4c38-b64b-664c88508f14 req-1ecddf72-5a63-4cd5-a2d6-2a0574009f27 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Publish callbacks [] for security_group (6c054c07-6230-44fa-ac81-e908318af8bc), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:38.927516 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-21845721-a545-4c38-b64b-664c88508f14 req-1ecddf72-5a63-4cd5-a2d6-2a0574009f27 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (6c054c07-6230-44fa-ac81-e908318af8bc), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:38.988575 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecddf72-5a63-4cd5-a2d6-2a0574009f27 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c054c07-6230-44fa-ac81-e908318af8bc,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:39.067032 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-21845721-a545-4c38-b64b-664c88508f14 req-1ecddf72-5a63-4cd5-a2d6-2a0574009f27 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Allocated IP 192.168.233.85 (6591899b-e351-488a-a7c7-d423f52ee342/94042ee9-745d-4cf2-82fb-8356d1c52754/4723b0a4-e221-461e-a5f0-371a71a76d61) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:20:39.220877 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-21845721-a545-4c38-b64b-664c88508f14 req-1ecddf72-5a63-4cd5-a2d6-2a0574009f27 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Publish callbacks [] for port (4723b0a4-e221-461e-a5f0-371a71a76d61), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:39.253106 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-21845721-a545-4c38-b64b-664c88508f14 req-1ecddf72-5a63-4cd5-a2d6-2a0574009f27 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (4723b0a4-e221-461e-a5f0-371a71a76d61), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:39.298463 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21845721-a545-4c38-b64b-664c88508f14 req-1ecddf72-5a63-4cd5-a2d6-2a0574009f27 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Network 6591899b-e351-488a-a7c7-d423f52ee342 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:20:39.301562 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-21845721-a545-4c38-b64b-664c88508f14 req-1ecddf72-5a63-4cd5-a2d6-2a0574009f27 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:20:39.308018 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-21845721-a545-4c38-b64b-664c88508f14 req-1ecddf72-5a63-4cd5-a2d6-2a0574009f27 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:20:39.314151 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecddf72-5a63-4cd5-a2d6-2a0574009f27 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Pushing event updated for resources: {'Port': ['ID=4723b0a4-e221-461e-a5f0-371a71a76d61,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:39.360852 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21845721-a545-4c38-b64b-664c88508f14 req-1ecddf72-5a63-4cd5-a2d6-2a0574009f27 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:39.361470 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-21845721-a545-4c38-b64b-664c88508f14 req-1ecddf72-5a63-4cd5-a2d6-2a0574009f27 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:39.378123 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21845721-a545-4c38-b64b-664c88508f14 req-1ecddf72-5a63-4cd5-a2d6-2a0574009f27 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6557682 May 10 03:20:39.494207 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Request body: {'port': {'device_id': 'af544ec7-1727-4677-b1cd-daf17ebe614b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:39.552913 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (4723b0a4-e221-461e-a5f0-371a71a76d61), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:39.585638 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-f7fcd435-5a42-4157-ab80-fe665f3c89eb None None] Provisioning complete for port 4723b0a4-e221-461e-a5f0-371a71a76d61 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:39.586235 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f7fcd435-5a42-4157-ab80-fe665f3c89eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (4723b0a4-e221-461e-a5f0-371a71a76d61), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:39.618872 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-f7fcd435-5a42-4157-ab80-fe665f3c89eb None None] Port 4723b0a4-e221-461e-a5f0-371a71a76d61 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:20:39.776237 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ba314-5ac7-4090-868b-cf45887e4f11 req-0c9fe62b-6015-43ce-b2e1-d35986e449dd tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:39.777720 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f39ba314-5ac7-4090-868b-cf45887e4f11 req-0c9fe62b-6015-43ce-b2e1-d35986e449dd tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/ports?device_id=af544ec7-1727-4677-b1cd-daf17ebe614b HTTP/1.1" status: 200 len: 935 time: 0.0644579 May 10 03:20:39.863924 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f39ba314-5ac7-4090-868b-cf45887e4f11 req-fbc5a2f4-0ba9-4001-a6e8-f429150e4c3e tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c054c07-6230-44fa-ac81-e908318af8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796511 May 10 03:20:39.897695 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4723b0a4-e221-461e-a5f0-371a71a76d61 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:20:39.905307 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Publish callbacks [] for port (4723b0a4-e221-461e-a5f0-371a71a76d61), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:39.917942 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Transition to ACTIVE for port object 4723b0a4-e221-461e-a5f0-371a71a76d61 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:20:39.921681 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (4723b0a4-e221-461e-a5f0-371a71a76d61), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:39.971106 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Pushing event updated for resources: {'Port': ['ID=4723b0a4-e221-461e-a5f0-371a71a76d61,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:40.002049 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:40.002175 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:40.002437 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:40.002777 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:40.003168 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:40.003421 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:40.003740 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:40.004063 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:40.004380 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:40.004724 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:40.005046 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:40.005363 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:40.005676 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:40.005990 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:40.006342 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:40.061616 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Attempting to bind port 4723b0a4-e221-461e-a5f0-371a71a76d61 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:20:40.061952 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Attempting to bind port 4723b0a4-e221-461e-a5f0-371a71a76d61 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'fc3285e8-5e02-4715-a054-3e653870c90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6591899b-e351-488a-a7c7-d423f52ee342'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:20:40.062440 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Attempting to bind port 4723b0a4-e221-461e-a5f0-371a71a76d61 on network 6591899b-e351-488a-a7c7-d423f52ee342 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:20:40.066845 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Port 4723b0a4-e221-461e-a5f0-371a71a76d61 on network 6591899b-e351-488a-a7c7-d423f52ee342 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:20:40.067158 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Attempting to bind port 4723b0a4-e221-461e-a5f0-371a71a76d61 on network 6591899b-e351-488a-a7c7-d423f52ee342 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:20:40.072433 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:20:40.072820 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Checking segment: {'id': 'fc3285e8-5e02-4715-a054-3e653870c90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6591899b-e351-488a-a7c7-d423f52ee342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:20:40.073197 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Bound using segment: {'id': 'fc3285e8-5e02-4715-a054-3e653870c90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6591899b-e351-488a-a7c7-d423f52ee342'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:20:40.073614 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Bound port: 4723b0a4-e221-461e-a5f0-371a71a76d61, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3285e8-5e02-4715-a054-3e653870c90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6591899b-e351-488a-a7c7-d423f52ee342'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:20:40.073970 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (4723b0a4-e221-461e-a5f0-371a71a76d61), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:40.141927 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] For port 4723b0a4-e221-461e-a5f0-371a71a76d61, host hv-cinder-83009, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:20:40.145106 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] For port 4723b0a4-e221-461e-a5f0-371a71a76d61, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4723b0a4-e221-461e-a5f0-371a71a76d61,segment=NetworkSegment(fc3285e8-5e02-4715-a054-3e653870c90e),segment_id=fc3285e8-5e02-4715-a054-3e653870c90e)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:20:40.151633 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (4723b0a4-e221-461e-a5f0-371a71a76d61), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:40.186070 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:40.186688 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:40.188273 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21845721-a545-4c38-b64b-664c88508f14 req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] 10.222.0.64 "PUT /v2.0/ports/4723b0a4-e221-461e-a5f0-371a71a76d61 HTTP/1.1" status: 200 len: 1097 time: 0.7001424 May 10 03:20:40.191862 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af544ec7-1727-4677-b1cd-daf17ebe614b', 'tag': '4723b0a4-e221-461e-a5f0-371a71a76d61'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:20:40.195338 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd22ee41-8d23-4222-856c-b819c092daa3" -d '{"events": [{"name": "network-changed", "server_uuid": "af544ec7-1727-4677-b1cd-daf17ebe614b", "tag": "4723b0a4-e221-461e-a5f0-371a71a76d61"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:20:40.244242 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c9fdd-7676-4040-8058-3427cf6594ab service neutron] Pushing event updated for resources: {'Port': ['ID=4723b0a4-e221-461e-a5f0-371a71a76d61,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:40.261862 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0945ce9b-db6b-4605-8583-b4127874ad22 x-openstack-request-id: req-0945ce9b-db6b-4605-8583-b4127874ad22 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:20:40.262533 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af544ec7-1727-4677-b1cd-daf17ebe614b", "tag": "4723b0a4-e221-461e-a5f0-371a71a76d61", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:20:40.262533 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0945ce9b-db6b-4605-8583-b4127874ad22 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:20:40.263015 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0945ce9b-db6b-4605-8583-b4127874ad22'] response: {'name': 'network-changed', 'server_uuid': 'af544ec7-1727-4677-b1cd-daf17ebe614b', 'tag': '4723b0a4-e221-461e-a5f0-371a71a76d61', 'status': 'completed', 'code': 200} May 10 03:20:40.317831 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21845721-a545-4c38-b64b-664c88508f14 req-8a2613e7-e98e-496e-8917-ca65b4ff8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:40.320110 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21845721-a545-4c38-b64b-664c88508f14 req-8a2613e7-e98e-496e-8917-ca65b4ff8bc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21a8caef9eca4a1c9dfcd4a5d7195443&device_id=af544ec7-1727-4677-b1cd-daf17ebe614b HTTP/1.1" status: 200 len: 1131 time: 0.0533266 May 10 03:20:40.365157 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21845721-a545-4c38-b64b-664c88508f14 req-1321c9be-3273-4013-a2b0-8d754578f79a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=4723b0a4-e221-461e-a5f0-371a71a76d61 HTTP/1.1" status: 200 len: 217 time: 0.0366337 May 10 03:20:40.420629 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21845721-a545-4c38-b64b-664c88508f14 req-50d485e7-1c26-4b52-b5fb-ee063ac1a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:40.422164 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21845721-a545-4c38-b64b-664c88508f14 req-50d485e7-1c26-4b52-b5fb-ee063ac1a0b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94042ee9-745d-4cf2-82fb-8356d1c52754 HTTP/1.1" status: 200 len: 843 time: 0.0492909 May 10 03:20:40.471961 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21845721-a545-4c38-b64b-664c88508f14 req-f8c98ed8-7ad2-46d9-8043-c11c59ee33fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:40.473602 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21845721-a545-4c38-b64b-664c88508f14 req-f8c98ed8-7ad2-46d9-8043-c11c59ee33fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6591899b-e351-488a-a7c7-d423f52ee342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0450974 May 10 03:20:40.589032 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21845721-a545-4c38-b64b-664c88508f14 req-469ff20c-11cf-40ab-ae9a-37d63b257836 service neutron] 10.222.0.64 "GET /v2.0/networks/6591899b-e351-488a-a7c7-d423f52ee342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065245 May 10 03:20:40.683917 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-21845721-a545-4c38-b64b-664c88508f14 req-62634373-d2e2-4b9f-90c0-8fe976a5e83e service neutron] 10.222.0.64 "GET /v2.0/networks/6591899b-e351-488a-a7c7-d423f52ee342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877132 May 10 03:20:40.899643 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:40.979170 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b16cb6-7a06-4164-9007-08ddb4421747 req-12ae2a1c-1fad-4157-9ba9-30bbdfd1e8bf tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:40.980705 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-89b16cb6-7a06-4164-9007-08ddb4421747 req-12ae2a1c-1fad-4157-9ba9-30bbdfd1e8bf tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/ports?device_id=af544ec7-1727-4677-b1cd-daf17ebe614b HTTP/1.1" status: 200 len: 947 time: 0.0482187 May 10 03:20:41.027389 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-89b16cb6-7a06-4164-9007-08ddb4421747 req-683947cd-91e4-4b11-a08f-9d11ddef57ef tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c054c07-6230-44fa-ac81-e908318af8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412729 May 10 03:20:41.841656 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22ee41-8d23-4222-856c-b819c092daa3 req-de2e4aa7-9862-474a-8717-033fdb5b97d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:41.852013 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-dd22ee41-8d23-4222-856c-b819c092daa3 req-de2e4aa7-9862-474a-8717-033fdb5b97d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21a8caef9eca4a1c9dfcd4a5d7195443&device_id=af544ec7-1727-4677-b1cd-daf17ebe614b HTTP/1.1" status: 200 len: 1131 time: 0.0476964 May 10 03:20:41.987171 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22ee41-8d23-4222-856c-b819c092daa3 req-321bb767-8646-4e81-8ad7-03586e48c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:41.988664 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-dd22ee41-8d23-4222-856c-b819c092daa3 req-321bb767-8646-4e81-8ad7-03586e48c785 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6591899b-e351-488a-a7c7-d423f52ee342 HTTP/1.1" status: 200 len: 870 time: 0.0884197 May 10 03:20:42.031530 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-dd22ee41-8d23-4222-856c-b819c092daa3 req-2958cd1d-d3bf-4eda-964b-6f776c833755 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=4723b0a4-e221-461e-a5f0-371a71a76d61 HTTP/1.1" status: 200 len: 217 time: 0.0343702 May 10 03:20:42.079690 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22ee41-8d23-4222-856c-b819c092daa3 req-e8d54c8d-79eb-41b1-a861-89341ad71a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:42.081161 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-dd22ee41-8d23-4222-856c-b819c092daa3 req-e8d54c8d-79eb-41b1-a861-89341ad71a07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94042ee9-745d-4cf2-82fb-8356d1c52754 HTTP/1.1" status: 200 len: 843 time: 0.0424979 May 10 03:20:42.157798 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22ee41-8d23-4222-856c-b819c092daa3 req-f5aefee2-d327-4428-ac6c-f7d932ea4b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:42.159266 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-dd22ee41-8d23-4222-856c-b819c092daa3 req-f5aefee2-d327-4428-ac6c-f7d932ea4b66 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6591899b-e351-488a-a7c7-d423f52ee342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0680394 May 10 03:20:42.171238 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be23309-7445-4552-80c3-f53509a18d80 req-4249bc82-7a86-413c-9130-30987657bb8d tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:42.172593 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8be23309-7445-4552-80c3-f53509a18d80 req-4249bc82-7a86-413c-9130-30987657bb8d tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/ports?device_id=af544ec7-1727-4677-b1cd-daf17ebe614b HTTP/1.1" status: 200 len: 947 time: 0.0736656 May 10 03:20:42.276409 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-8be23309-7445-4552-80c3-f53509a18d80 req-38e8e275-977a-4dc5-b07b-b41eaaedc9ff tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c054c07-6230-44fa-ac81-e908318af8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958598 May 10 03:20:42.296297 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-dd22ee41-8d23-4222-856c-b819c092daa3 req-13bee56f-18f8-4b4d-8b42-d68e7cf6bdb3 service neutron] 10.222.0.64 "GET /v2.0/networks/6591899b-e351-488a-a7c7-d423f52ee342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227481 May 10 03:20:42.390849 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-dd22ee41-8d23-4222-856c-b819c092daa3 req-18267d96-eb95-4d26-b66d-f45f830c2a8a service neutron] 10.222.0.64 "GET /v2.0/networks/6591899b-e351-488a-a7c7-d423f52ee342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871453 May 10 03:20:43.144202 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bfc97-40b1-4b76-ba6d-f09c60f5db52 req-20013f24-fd6c-460a-9b67-36259bb29d48 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:43.145758 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d12bfc97-40b1-4b76-ba6d-f09c60f5db52 req-20013f24-fd6c-460a-9b67-36259bb29d48 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 945 time: 0.0514545 May 10 03:20:43.200263 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d12bfc97-40b1-4b76-ba6d-f09c60f5db52 req-e561bf85-cc87-443d-bc0b-0197f2985de6 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c93368-02b8-46fe-972a-46e81625679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476544 May 10 03:20:43.599003 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c220eb-d25f-4746-bb75-57548348eec8 req-30a4422e-72d1-4e01-adb6-92fd40438299 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:43.600831 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-11c220eb-d25f-4746-bb75-57548348eec8 req-30a4422e-72d1-4e01-adb6-92fd40438299 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/ports?device_id=af544ec7-1727-4677-b1cd-daf17ebe614b HTTP/1.1" status: 200 len: 947 time: 0.2546890 May 10 03:20:43.646582 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-11c220eb-d25f-4746-bb75-57548348eec8 req-958bf454-4588-486e-ba7d-6fd798567642 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c054c07-6230-44fa-ac81-e908318af8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401464 May 10 03:20:44.285107 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 4723b0a4-e221-461e-a5f0-371a71a76d61 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:20:44.315237 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bf5ef-0df9-4d80-890a-6e2a120cecf0 req-bcea36f1-b473-4473-b0ca-e7c407b3a5fb tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:44.316608 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5c0bf5ef-0df9-4d80-890a-6e2a120cecf0 req-bcea36f1-b473-4473-b0ca-e7c407b3a5fb tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 945 time: 0.0469944 May 10 03:20:44.363061 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5c0bf5ef-0df9-4d80-890a-6e2a120cecf0 req-ea622b54-7a3d-4e8b-b548-34559a7e5c67 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c93368-02b8-46fe-972a-46e81625679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396979 May 10 03:20:44.387660 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 4723b0a4-e221-461e-a5f0-371a71a76d61, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4723b0a4-e221-461e-a5f0-371a71a76d61,segment=NetworkSegment(fc3285e8-5e02-4715-a054-3e653870c90e),segment_id=fc3285e8-5e02-4715-a054-3e653870c90e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:44.399479 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': '4723b0a4-e221-461e-a5f0-371a71a76d61', 'network_id': '6591899b-e351-488a-a7c7-d423f52ee342', 'port_id': '4723b0a4-e221-461e-a5f0-371a71a76d61', 'mac_address': 'fa:16:3e:ac:e2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94042ee9-745d-4cf2-82fb-8356d1c52754', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:20:44.436221 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 4723b0a4-e221-461e-a5f0-371a71a76d61 is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:44.436604 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (4723b0a4-e221-461e-a5f0-371a71a76d61), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:44.449582 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4723b0a4-e221-461e-a5f0-371a71a76d61 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:20:44.469508 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 4723b0a4-e221-461e-a5f0-371a71a76d61, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4723b0a4-e221-461e-a5f0-371a71a76d61,segment=NetworkSegment(fc3285e8-5e02-4715-a054-3e653870c90e),segment_id=fc3285e8-5e02-4715-a054-3e653870c90e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:44.472927 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (4723b0a4-e221-461e-a5f0-371a71a76d61), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:44.518781 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=4723b0a4-e221-461e-a5f0-371a71a76d61,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:44.526455 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:44.526808 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:44.527153 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:44.527514 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:44.527852 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:44.528182 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:44.528512 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:44.528876 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:44.529208 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:44.529533 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:44.530151 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:44.530521 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:44.530850 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:44.531172 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:44.531494 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:44.757548 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5829acff-92ac-4860-9a61-8728525e49c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:44.759669 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['4723b0a4-e221-461e-a5f0-371a71a76d61'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:20:44.765857 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e585273-6826-42cf-83c5-fa625a6aef5b req-efac0e81-aa1f-4de7-b38d-cc2e6823ce02 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:44.767787 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0e585273-6826-42cf-83c5-fa625a6aef5b req-efac0e81-aa1f-4de7-b38d-cc2e6823ce02 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/ports?device_id=af544ec7-1727-4677-b1cd-daf17ebe614b HTTP/1.1" status: 200 len: 948 time: 0.0496480 May 10 03:20:44.817286 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0e585273-6826-42cf-83c5-fa625a6aef5b req-5e19dd78-021d-405b-808d-8527f06fe043 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c054c07-6230-44fa-ac81-e908318af8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419939 May 10 03:20:45.183517 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341ff77-9dd5-437d-95a2-d4afe56a47ca req-bf936a02-7c44-4969-8cd3-0f305c3448ca tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:45.184899 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3341ff77-9dd5-437d-95a2-d4afe56a47ca req-bf936a02-7c44-4969-8cd3-0f305c3448ca tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.64 "GET /v2.0/ports?device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 945 time: 0.0471680 May 10 03:20:45.275569 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-3341ff77-9dd5-437d-95a2-d4afe56a47ca req-b3c53fd3-4875-495a-9e9f-b1f92d4c4a31 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Deleting port fb909d63-5bc0-4574-995b-4f7117c39bab {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:20:45.275903 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3341ff77-9dd5-437d-95a2-d4afe56a47ca req-b3c53fd3-4875-495a-9e9f-b1f92d4c4a31 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (fb909d63-5bc0-4574-995b-4f7117c39bab), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:45.362854 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-3341ff77-9dd5-437d-95a2-d4afe56a47ca req-b3c53fd3-4875-495a-9e9f-b1f92d4c4a31 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] For port fb909d63-5bc0-4574-995b-4f7117c39bab, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fb909d63-5bc0-4574-995b-4f7117c39bab,segment=NetworkSegment(fd8dafce-76ca-4a5a-9af7-46546c9e6cb7),segment_id=fd8dafce-76ca-4a5a-9af7-46546c9e6cb7)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:45.363510 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3341ff77-9dd5-437d-95a2-d4afe56a47ca req-b3c53fd3-4875-495a-9e9f-b1f92d4c4a31 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (fb909d63-5bc0-4574-995b-4f7117c39bab), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:45.514849 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c092d-b865-4051-9b2c-586d57f6d28c req-ce19109c-d0e9-4691-86f2-649397b94222 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:45.516201 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-458c092d-b865-4051-9b2c-586d57f6d28c req-ce19109c-d0e9-4691-86f2-649397b94222 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/ports?device_id=3477a576-5f17-49ed-9b21-6fb4c6c52dd7 HTTP/1.1" status: 200 len: 945 time: 0.0847535 May 10 03:20:45.594943 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3341ff77-9dd5-437d-95a2-d4afe56a47ca req-b3c53fd3-4875-495a-9e9f-b1f92d4c4a31 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:45.595245 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3341ff77-9dd5-437d-95a2-d4afe56a47ca req-b3c53fd3-4875-495a-9e9f-b1f92d4c4a31 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (69de6070-aed2-4cc8-888e-69d38c11ed78), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:45.595493 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.l3_db [req-3341ff77-9dd5-437d-95a2-d4afe56a47ca req-b3c53fd3-4875-495a-9e9f-b1f92d4c4a31 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Floating IP 69de6070-aed2-4cc8-888e-69d38c11ed78 disassociated. External IP: 172.27.1.177, port: fb909d63-5bc0-4574-995b-4f7117c39bab. May 10 03:20:45.595822 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-3341ff77-9dd5-437d-95a2-d4afe56a47ca req-b3c53fd3-4875-495a-9e9f-b1f92d4c4a31 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Calling delete_port for fb909d63-5bc0-4574-995b-4f7117c39bab owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:20:45.613260 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-458c092d-b865-4051-9b2c-586d57f6d28c req-55c1db2b-7984-4d0d-ba5a-b19aef5fb51f tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups?id=18c93368-02b8-46fe-972a-46e81625679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661869 May 10 03:20:45.730985 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3341ff77-9dd5-437d-95a2-d4afe56a47ca req-b3c53fd3-4875-495a-9e9f-b1f92d4c4a31 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (fb909d63-5bc0-4574-995b-4f7117c39bab), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:45.756544 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c53fd3-4875-495a-9e9f-b1f92d4c4a31 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Pushing event deleted for resources: {'Port': ['ID=fb909d63-5bc0-4574-995b-4f7117c39bab,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:45.873026 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3341ff77-9dd5-437d-95a2-d4afe56a47ca req-b3c53fd3-4875-495a-9e9f-b1f92d4c4a31 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Router 02d5051c-de78-4ce8-9286-5811ced63dc5 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:20:45.936292 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d1d1c-1a34-4b43-b1aa-162c1471b5c6 req-0c6a846e-6860-43e2-9a7f-b7d824b3d536 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:45.937763 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-c26d1d1c-1a34-4b43-b1aa-162c1471b5c6 req-0c6a846e-6860-43e2-9a7f-b7d824b3d536 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/ports?device_id=af544ec7-1727-4677-b1cd-daf17ebe614b HTTP/1.1" status: 200 len: 948 time: 0.0498390 May 10 03:20:45.983814 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-c26d1d1c-1a34-4b43-b1aa-162c1471b5c6 req-154ba8d7-fb32-4500-a205-c62a02d525a2 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c054c07-6230-44fa-ac81-e908318af8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405550 May 10 03:20:45.986653 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3341ff77-9dd5-437d-95a2-d4afe56a47ca req-b3c53fd3-4875-495a-9e9f-b1f92d4c4a31 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:20:45.997607 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d84a2f-0368-411a-be17-fbb826694288 None None] Sync routers for ids ['02d5051c-de78-4ce8-9286-5811ced63dc5'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:20:46.007464 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d84a2f-0368-411a-be17-fbb826694288 None None] Routers {'02d5051c-de78-4ce8-9286-5811ced63dc5'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:20:46.008053 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-09d84a2f-0368-411a-be17-fbb826694288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:20:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['02d5051c-de78-4ce8-9286-5811ced63dc5'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:46.030270 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-3341ff77-9dd5-437d-95a2-d4afe56a47ca req-b3c53fd3-4875-495a-9e9f-b1f92d4c4a31 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] No DVR routers for this DVR port fb909d63-5bc0-4574-995b-4f7117c39bab on host hv-cinder-83009 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:20:46.032671 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3341ff77-9dd5-437d-95a2-d4afe56a47ca req-b3c53fd3-4875-495a-9e9f-b1f92d4c4a31 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:46.035889 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3341ff77-9dd5-437d-95a2-d4afe56a47ca req-b3c53fd3-4875-495a-9e9f-b1f92d4c4a31 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.64 "DELETE /v2.0/ports/fb909d63-5bc0-4574-995b-4f7117c39bab HTTP/1.1" status: 204 len: 173 time: 0.8427682 May 10 03:20:46.036331 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3477a576-5f17-49ed-9b21-6fb4c6c52dd7', 'name': 'network-vif-deleted', 'tag': 'fb909d63-5bc0-4574-995b-4f7117c39bab'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:20:46.039429 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3121317b-7ccd-4b50-9d67-884911d32ff6" -d '{"events": [{"server_uuid": "3477a576-5f17-49ed-9b21-6fb4c6c52dd7", "name": "network-vif-deleted", "tag": "fb909d63-5bc0-4574-995b-4f7117c39bab"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:20:46.074678 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b23d4f6-3362-4d38-8471-f9ebcf0005e5 x-openstack-request-id: req-1b23d4f6-3362-4d38-8471-f9ebcf0005e5 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:20:46.074974 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3477a576-5f17-49ed-9b21-6fb4c6c52dd7", "name": "network-vif-deleted", "tag": "fb909d63-5bc0-4574-995b-4f7117c39bab", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:20:46.075231 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b23d4f6-3362-4d38-8471-f9ebcf0005e5 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:20:46.075635 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b23d4f6-3362-4d38-8471-f9ebcf0005e5'] response: {'server_uuid': '3477a576-5f17-49ed-9b21-6fb4c6c52dd7', 'name': 'network-vif-deleted', 'tag': 'fb909d63-5bc0-4574-995b-4f7117c39bab', 'status': 'completed', 'code': 200} May 10 03:20:46.134554 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-09d84a2f-0368-411a-be17-fbb826694288 None None] Set router 02d5051c-de78-4ce8-9286-5811ced63dc5 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:20:46.305771 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 4723b0a4-e221-461e-a5f0-371a71a76d61 up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:20:46.338441 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-09d84a2f-0368-411a-be17-fbb826694288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:21Z', 'revision_number': 4, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port': {'id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:10Z', 'updated_at': '2022-05-10T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '01ded3d6-9637-4a52-bb23-67ffb9ca0dec', 'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'mac_address': 'fa:16:3e:0e:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:19Z', 'updated_at': '2022-05-10T03:14:34Z', 'revision_number': 5, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'subnets': [{'id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:46.354666 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port 4723b0a4-e221-461e-a5f0-371a71a76d61 completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:20:46.362058 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port 4723b0a4-e221-461e-a5f0-371a71a76d61 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:46.362297 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (4723b0a4-e221-461e-a5f0-371a71a76d61), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:46.370686 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d84a2f-0368-411a-be17-fbb826694288 None None] Checking router: 02d5051c-de78-4ce8-9286-5811ced63dc5 for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:20:46.379490 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d84a2f-0368-411a-be17-fbb826694288 None None] Routers {'02d5051c-de78-4ce8-9286-5811ced63dc5'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:20:46.380089 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-09d84a2f-0368-411a-be17-fbb826694288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:20:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['02d5051c-de78-4ce8-9286-5811ced63dc5'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:46.439403 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 4723b0a4-e221-461e-a5f0-371a71a76d61 is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:46.439787 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (4723b0a4-e221-461e-a5f0-371a71a76d61), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:46.463180 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af544ec7-1727-4677-b1cd-daf17ebe614b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4723b0a4-e221-461e-a5f0-371a71a76d61'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:20:46.465460 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb276c0-3e7a-4042-80e8-9bf9766592d2" -d '{"events": [{"server_uuid": "af544ec7-1727-4677-b1cd-daf17ebe614b", "name": "network-vif-plugged", "status": "completed", "tag": "4723b0a4-e221-461e-a5f0-371a71a76d61"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:20:46.478891 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 4723b0a4-e221-461e-a5f0-371a71a76d61, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4723b0a4-e221-461e-a5f0-371a71a76d61,segment=NetworkSegment(fc3285e8-5e02-4715-a054-3e653870c90e),segment_id=fc3285e8-5e02-4715-a054-3e653870c90e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:46.485216 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (4723b0a4-e221-461e-a5f0-371a71a76d61), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:46.513515 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fe4891-9801-4080-a9e7-f8e2ae352db3 x-openstack-request-id: req-31fe4891-9801-4080-a9e7-f8e2ae352db3 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:20:46.513829 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af544ec7-1727-4677-b1cd-daf17ebe614b", "name": "network-vif-plugged", "status": "completed", "tag": "4723b0a4-e221-461e-a5f0-371a71a76d61", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:20:46.514078 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-31fe4891-9801-4080-a9e7-f8e2ae352db3 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:20:46.514501 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-09d84a2f-0368-411a-be17-fbb826694288 None None] Set router 02d5051c-de78-4ce8-9286-5811ced63dc5 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:20:46.514676 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31fe4891-9801-4080-a9e7-f8e2ae352db3'] response: {'server_uuid': 'af544ec7-1727-4677-b1cd-daf17ebe614b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4723b0a4-e221-461e-a5f0-371a71a76d61', 'code': 200} May 10 03:20:46.550417 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=4723b0a4-e221-461e-a5f0-371a71a76d61,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:46.705863 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40124) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:46.717764 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a35f75-84c1-44a4-93a0-d3340e2b91e2 req-245d0dc1-3589-4f43-ad22-6eab4a646d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:46.719430 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-98a35f75-84c1-44a4-93a0-d3340e2b91e2 req-245d0dc1-3589-4f43-ad22-6eab4a646d78 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af544ec7-1727-4677-b1cd-daf17ebe614b HTTP/1.1" status: 200 len: 1133 time: 0.0578127 May 10 03:20:46.741292 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-09d84a2f-0368-411a-be17-fbb826694288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:21Z', 'revision_number': 4, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port': {'id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:10Z', 'updated_at': '2022-05-10T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '01ded3d6-9637-4a52-bb23-67ffb9ca0dec', 'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'mac_address': 'fa:16:3e:0e:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:19Z', 'updated_at': '2022-05-10T03:14:34Z', 'revision_number': 5, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'subnets': [{'id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:46.764909 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0eeb0110-c136-4c42-8905-7aa5f7a92aaa tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group (18c93368-02b8-46fe-972a-46e81625679b), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:46.768472 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-98a35f75-84c1-44a4-93a0-d3340e2b91e2 req-9889c832-fe77-4196-86c4-9d47a29accec service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6c054c07-6230-44fa-ac81-e908318af8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381396 May 10 03:20:46.772699 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d84a2f-0368-411a-be17-fbb826694288 None None] The sync data for ids ['02d5051c-de78-4ce8-9286-5811ced63dc5'] in dv-cinder-830094-4-iscsi is: [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:21Z', 'revision_number': 4, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port': {'id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:10Z', 'updated_at': '2022-05-10T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '01ded3d6-9637-4a52-bb23-67ffb9ca0dec', 'name': '', 'network_id': '73d317d2-6d6e-4f15-9854-843c84b4e47e', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'mac_address': 'fa:16:3e:0e:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:19Z', 'updated_at': '2022-05-10T03:14:34Z', 'revision_number': 5, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'subnets': [{'id': '8a7d34c8-e1d6-4d8e-a007-97e315bfe374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:20:46.793858 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0eeb0110-c136-4c42-8905-7aa5f7a92aaa tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group (18c93368-02b8-46fe-972a-46e81625679b), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:46.843398 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0eeb0110-c136-4c42-8905-7aa5f7a92aaa tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (18c93368-02b8-46fe-972a-46e81625679b), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:46.846243 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0eeb0110-c136-4c42-8905-7aa5f7a92aaa tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:46.847384 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-0eeb0110-c136-4c42-8905-7aa5f7a92aaa tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "DELETE /v2.0/security-groups/18c93368-02b8-46fe-972a-46e81625679b HTTP/1.1" status: 204 len: 168 time: 0.1402953 May 10 03:20:46.850925 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 40126) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:46.863678 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb0110-c136-4c42-8905-7aa5f7a92aaa tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c93368-02b8-46fe-972a-46e81625679b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:46.865087 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.api.v2.resource [None req-a8719514-636c-4ddf-9ae6-5011358c3b02 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] show failed (client error): The resource could not be found. May 10 03:20:46.867273 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-a8719514-636c-4ddf-9ae6-5011358c3b02 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "GET /v2.0/security-groups/18c93368-02b8-46fe-972a-46e81625679b HTTP/1.1" status: 404 len: 347 time: 0.0147595 May 10 03:20:46.870237 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40128) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:46.929488 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-88889e13-636e-442f-872f-a73339ac9923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:46.998412 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b91f4-ea30-4ef1-9fdb-9c346ed6691e None None] New status for floating IP 69de6070-aed2-4cc8-888e-69d38c11ed78: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:20:46.999691 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2df69346-5c0d-421a-81d7-1e40c2a97ef1 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Deleting port 608c287b-3b9a-4366-92e6-4ee40fb2bd7e {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:20:47.000126 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2df69346-5c0d-421a-81d7-1e40c2a97ef1 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (608c287b-3b9a-4366-92e6-4ee40fb2bd7e), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:47.089494 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2df69346-5c0d-421a-81d7-1e40c2a97ef1 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (608c287b-3b9a-4366-92e6-4ee40fb2bd7e), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:47.090145 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2df69346-5c0d-421a-81d7-1e40c2a97ef1 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for floatingip (608c287b-3b9a-4366-92e6-4ee40fb2bd7e), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:47.104039 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2df69346-5c0d-421a-81d7-1e40c2a97ef1 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Calling delete_port for 608c287b-3b9a-4366-92e6-4ee40fb2bd7e owned by network:floatingip {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:20:47.104223 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34ac8e-e818-4e47-9eb0-2a2a48376c69 req-fb46e054-864f-4397-ba4f-788dad5d02b1 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:47.105724 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ff34ac8e-e818-4e47-9eb0-2a2a48376c69 req-fb46e054-864f-4397-ba4f-788dad5d02b1 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/ports?device_id=af544ec7-1727-4677-b1cd-daf17ebe614b HTTP/1.1" status: 200 len: 949 time: 0.0480075 May 10 03:20:47.158855 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ff34ac8e-e818-4e47-9eb0-2a2a48376c69 req-f062032e-bd25-4e57-815f-0756aa7c418e tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c054c07-6230-44fa-ac81-e908318af8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457056 May 10 03:20:47.244779 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2df69346-5c0d-421a-81d7-1e40c2a97ef1 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (608c287b-3b9a-4366-92e6-4ee40fb2bd7e), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:47.269038 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df69346-5c0d-421a-81d7-1e40c2a97ef1 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Pushing event deleted for resources: {'Port': ['ID=608c287b-3b9a-4366-92e6-4ee40fb2bd7e,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:47.335842 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2df69346-5c0d-421a-81d7-1e40c2a97ef1 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks [] for floatingip (69de6070-aed2-4cc8-888e-69d38c11ed78), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:47.338909 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2df69346-5c0d-421a-81d7-1e40c2a97ef1 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:47.340050 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-2df69346-5c0d-421a-81d7-1e40c2a97ef1 tempest-AttachVolumeTestJSON-821039241 tempest-AttachVolumeTestJSON-821039241-project] 10.222.0.55 "DELETE /v2.0/floatingips/69de6070-aed2-4cc8-888e-69d38c11ed78 HTTP/1.1" status: 204 len: 168 time: 0.4688771 May 10 03:20:48.169981 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:48.279544 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b0dfa-97aa-44ef-8b64-97bc4413ac49 req-da5b90cf-e7be-4863-8c9e-440f012ed00d tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:48.281646 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-496b0dfa-97aa-44ef-8b64-97bc4413ac49 req-da5b90cf-e7be-4863-8c9e-440f012ed00d tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/ports?device_id=af544ec7-1727-4677-b1cd-daf17ebe614b HTTP/1.1" status: 200 len: 949 time: 0.0485902 May 10 03:20:48.329299 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-496b0dfa-97aa-44ef-8b64-97bc4413ac49 req-4718f5e7-8924-427f-8abf-2485cd397809 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c054c07-6230-44fa-ac81-e908318af8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419915 May 10 03:20:49.443993 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14f327-1f39-444d-9a73-ea677ebac237 req-f97ceda5-21c8-48d8-be34-aeb39a12368b tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:49.445456 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5f14f327-1f39-444d-9a73-ea677ebac237 req-f97ceda5-21c8-48d8-be34-aeb39a12368b tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/ports?device_id=af544ec7-1727-4677-b1cd-daf17ebe614b HTTP/1.1" status: 200 len: 949 time: 0.0490725 May 10 03:20:49.489614 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5f14f327-1f39-444d-9a73-ea677ebac237 req-3faa5748-2951-43c4-a891-03ef1a084cee tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c054c07-6230-44fa-ac81-e908318af8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386741 May 10 03:20:49.760512 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15566c9c-dc46-457b-a3fe-5794c68bed47 req-a8dddf74-568f-4fd7-aed4-2a1c7190d244 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:49.762030 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-15566c9c-dc46-457b-a3fe-5794c68bed47 req-a8dddf74-568f-4fd7-aed4-2a1c7190d244 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/ports?device_id=af544ec7-1727-4677-b1cd-daf17ebe614b HTTP/1.1" status: 200 len: 949 time: 0.0538697 May 10 03:20:49.810131 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-15566c9c-dc46-457b-a3fe-5794c68bed47 req-d04e4ee7-c56d-4b8e-9af0-fe5f516ac3cc tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c054c07-6230-44fa-ac81-e908318af8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424018 May 10 03:20:49.828366 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:50.334990 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device fb909d63-5bc0-4574-995b-4f7117c39bab no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:20:50.355732 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: fb909d63-5bc0-4574-995b-4f7117c39bab {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:20:50.356099 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device fb909d63-5bc0-4574-995b-4f7117c39bab not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:20:50.868502 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40180) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:50.926831 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17cb15-e328-470e-bd18-0898307b5d92 req-de41f34d-e900-46e7-8778-e1209a49eca8 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:50.928918 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-af17cb15-e328-470e-bd18-0898307b5d92 req-de41f34d-e900-46e7-8778-e1209a49eca8 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/ports?device_id=af544ec7-1727-4677-b1cd-daf17ebe614b HTTP/1.1" status: 200 len: 949 time: 0.0505624 May 10 03:20:50.975816 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-af17cb15-e328-470e-bd18-0898307b5d92 req-e9aa045d-0b23-445a-91d4-309207cdf5f6 tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c054c07-6230-44fa-ac81-e908318af8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411880 May 10 03:20:51.159552 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:51.404294 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-158fffd7-b785-4867-9bf0-106a858d36ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-965930'] for router_interface (02d5051c-de78-4ce8-9286-5811ced63dc5), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:51.509793 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9a356-e7bc-43ab-b0b8-148dbe689dc9 req-3bbf8893-81c8-4000-b4a5-6fd1cfba42fc tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:51.511161 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-66a9a356-e7bc-43ab-b0b8-148dbe689dc9 req-3bbf8893-81c8-4000-b4a5-6fd1cfba42fc tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.64 "GET /v2.0/ports?device_id=af544ec7-1727-4677-b1cd-daf17ebe614b HTTP/1.1" status: 200 len: 949 time: 0.0479307 May 10 03:20:51.691673 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-158fffd7-b785-4867-9bf0-106a858d36ce admin admin] Deleting port 01ded3d6-9637-4a52-bb23-67ffb9ca0dec {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:20:51.692013 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-158fffd7-b785-4867-9bf0-106a858d36ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:51.768898 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-158fffd7-b785-4867-9bf0-106a858d36ce admin admin] For port 01ded3d6-9637-4a52-bb23-67ffb9ca0dec, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=01ded3d6-9637-4a52-bb23-67ffb9ca0dec,segment=NetworkSegment(fd8dafce-76ca-4a5a-9af7-46546c9e6cb7),segment_id=fd8dafce-76ca-4a5a-9af7-46546c9e6cb7)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:51.769172 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-158fffd7-b785-4867-9bf0-106a858d36ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:51.783649 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-158fffd7-b785-4867-9bf0-106a858d36ce admin admin] Calling delete_port for 01ded3d6-9637-4a52-bb23-67ffb9ca0dec owned by network:router_interface {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:20:51.867203 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-66a9a356-e7bc-43ab-b0b8-148dbe689dc9 req-e51ad1af-cd79-49d1-aea7-e26bb38d851f tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Deleting port 4723b0a4-e221-461e-a5f0-371a71a76d61 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:20:51.867450 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-66a9a356-e7bc-43ab-b0b8-148dbe689dc9 req-e51ad1af-cd79-49d1-aea7-e26bb38d851f tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (4723b0a4-e221-461e-a5f0-371a71a76d61), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:51.965661 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-66a9a356-e7bc-43ab-b0b8-148dbe689dc9 req-e51ad1af-cd79-49d1-aea7-e26bb38d851f tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] For port 4723b0a4-e221-461e-a5f0-371a71a76d61, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4723b0a4-e221-461e-a5f0-371a71a76d61,segment=NetworkSegment(fc3285e8-5e02-4715-a054-3e653870c90e),segment_id=fc3285e8-5e02-4715-a054-3e653870c90e)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:51.966023 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-66a9a356-e7bc-43ab-b0b8-148dbe689dc9 req-e51ad1af-cd79-49d1-aea7-e26bb38d851f tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (4723b0a4-e221-461e-a5f0-371a71a76d61), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:51.977991 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-158fffd7-b785-4867-9bf0-106a858d36ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (01ded3d6-9637-4a52-bb23-67ffb9ca0dec), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:51.979959 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-66a9a356-e7bc-43ab-b0b8-148dbe689dc9 req-e51ad1af-cd79-49d1-aea7-e26bb38d851f tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Calling delete_port for 4723b0a4-e221-461e-a5f0-371a71a76d61 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:20:52.007350 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fffd7-b785-4867-9bf0-106a858d36ce admin admin] Pushing event deleted for resources: {'Port': ['ID=01ded3d6-9637-4a52-bb23-67ffb9ca0dec,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:52.133556 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-66a9a356-e7bc-43ab-b0b8-148dbe689dc9 req-e51ad1af-cd79-49d1-aea7-e26bb38d851f tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (4723b0a4-e221-461e-a5f0-371a71a76d61), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:52.147198 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['4723b0a4-e221-461e-a5f0-371a71a76d61'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:20:52.174049 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ad1af-cd79-49d1-aea7-e26bb38d851f tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Pushing event deleted for resources: {'Port': ['ID=4723b0a4-e221-461e-a5f0-371a71a76d61,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:52.222558 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-158fffd7-b785-4867-9bf0-106a858d36ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952867'] for router_interface (02d5051c-de78-4ce8-9286-5811ced63dc5), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:52.240439 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a9a356-e7bc-43ab-b0b8-148dbe689dc9 req-e51ad1af-cd79-49d1-aea7-e26bb38d851f tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] No DVR routers for this DVR port 4723b0a4-e221-461e-a5f0-371a71a76d61 on host hv-cinder-83009 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:20:52.245625 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-66a9a356-e7bc-43ab-b0b8-148dbe689dc9 req-e51ad1af-cd79-49d1-aea7-e26bb38d851f tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:52.251732 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-66a9a356-e7bc-43ab-b0b8-148dbe689dc9 req-e51ad1af-cd79-49d1-aea7-e26bb38d851f tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.64 "DELETE /v2.0/ports/4723b0a4-e221-461e-a5f0-371a71a76d61 HTTP/1.1" status: 204 len: 173 time: 0.4770427 May 10 03:20:52.252359 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af544ec7-1727-4677-b1cd-daf17ebe614b', 'name': 'network-vif-deleted', 'tag': '4723b0a4-e221-461e-a5f0-371a71a76d61'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:20:52.255256 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3236e458-2f7e-4e9e-97d8-2281cd2ddc58" -d '{"events": [{"server_uuid": "af544ec7-1727-4677-b1cd-daf17ebe614b", "name": "network-vif-deleted", "tag": "4723b0a4-e221-461e-a5f0-371a71a76d61"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:20:52.367198 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66840dc4-c863-4046-9a96-13ecef3b20c2 x-openstack-request-id: req-66840dc4-c863-4046-9a96-13ecef3b20c2 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:20:52.367922 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af544ec7-1727-4677-b1cd-daf17ebe614b", "name": "network-vif-deleted", "tag": "4723b0a4-e221-461e-a5f0-371a71a76d61", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:20:52.368407 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66840dc4-c863-4046-9a96-13ecef3b20c2 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:20:52.368988 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66840dc4-c863-4046-9a96-13ecef3b20c2'] response: {'server_uuid': 'af544ec7-1727-4677-b1cd-daf17ebe614b', 'name': 'network-vif-deleted', 'tag': '4723b0a4-e221-461e-a5f0-371a71a76d61', 'status': 'completed', 'code': 200} May 10 03:20:52.371169 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b01fb2de-f2d8-4c4b-ace8-9826e302d308 req-287c1e6a-e093-4b43-b126-39b4eece071e tempest-VolumesNegativeTest-452215710 tempest-VolumesNegativeTest-452215710-project] 10.222.0.55 "GET /v2.0/ports?device_id=af544ec7-1727-4677-b1cd-daf17ebe614b HTTP/1.1" status: 200 len: 210 time: 0.0701721 May 10 03:20:52.548049 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158fffd7-b785-4867-9bf0-106a858d36ce admin admin] Router 02d5051c-de78-4ce8-9286-5811ced63dc5 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:20:52.886341 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158fffd7-b785-4867-9bf0-106a858d36ce admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:20:52.891561 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-158fffd7-b785-4867-9bf0-106a858d36ce admin admin] 10.222.0.55 "PUT /v2.0/routers/02d5051c-de78-4ce8-9286-5811ced63dc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0233581 May 10 03:20:52.894105 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40202) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:52.898075 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac18a210-29d2-4074-858f-471e0d01c0df None None] Sync routers for ids ['02d5051c-de78-4ce8-9286-5811ced63dc5'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:20:52.910000 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac18a210-29d2-4074-858f-471e0d01c0df None None] Routers {'02d5051c-de78-4ce8-9286-5811ced63dc5'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:20:52.910655 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-ac18a210-29d2-4074-858f-471e0d01c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:20:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['02d5051c-de78-4ce8-9286-5811ced63dc5'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:53.003436 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da56e789-e73b-45fc-b594-c70c36e257dc admin admin] Publish callbacks [] for router (02d5051c-de78-4ce8-9286-5811ced63dc5), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.021160 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-ac18a210-29d2-4074-858f-471e0d01c0df None None] Set router 02d5051c-de78-4ce8-9286-5811ced63dc5 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:20:53.141133 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da56e789-e73b-45fc-b594-c70c36e257dc admin admin] Publish callbacks [] for router_gateway (02d5051c-de78-4ce8-9286-5811ced63dc5), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.189790 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-da56e789-e73b-45fc-b594-c70c36e257dc admin admin] Deleting port 0af41144-d17e-4a47-aac7-0b261e60d6d2 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:20:53.190125 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da56e789-e73b-45fc-b594-c70c36e257dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (0af41144-d17e-4a47-aac7-0b261e60d6d2), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.202241 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-ac18a210-29d2-4074-858f-471e0d01c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:20:51Z', 'revision_number': 5, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port': {'id': '0af41144-d17e-4a47-aac7-0b261e60d6d2', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:10Z', 'updated_at': '2022-05-10T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:53.231594 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac18a210-29d2-4074-858f-471e0d01c0df None None] Checking router: 02d5051c-de78-4ce8-9286-5811ced63dc5 for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:20:53.239807 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac18a210-29d2-4074-858f-471e0d01c0df None None] Routers {'02d5051c-de78-4ce8-9286-5811ced63dc5'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:20:53.241023 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-ac18a210-29d2-4074-858f-471e0d01c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:20:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['02d5051c-de78-4ce8-9286-5811ced63dc5'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:53.267905 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-da56e789-e73b-45fc-b594-c70c36e257dc admin admin] For port 0af41144-d17e-4a47-aac7-0b261e60d6d2, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=0af41144-d17e-4a47-aac7-0b261e60d6d2,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:53.268269 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da56e789-e73b-45fc-b594-c70c36e257dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (0af41144-d17e-4a47-aac7-0b261e60d6d2), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.285691 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-da56e789-e73b-45fc-b594-c70c36e257dc admin admin] Calling delete_port for 0af41144-d17e-4a47-aac7-0b261e60d6d2 owned by network:router_gateway {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:20:53.325433 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-ac18a210-29d2-4074-858f-471e0d01c0df None None] Set router 02d5051c-de78-4ce8-9286-5811ced63dc5 gateway port host: None {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:20:53.377967 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-ac18a210-29d2-4074-858f-471e0d01c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:20:53Z', 'revision_number': 6, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port_host': None}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:53.406064 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac18a210-29d2-4074-858f-471e0d01c0df None None] The sync data for ids ['02d5051c-de78-4ce8-9286-5811ced63dc5'] in dv-cinder-830094-4-iscsi is: [{'id': '02d5051c-de78-4ce8-9286-5811ced63dc5', 'name': 'tempest-AttachVolumeTestJSON-565971597-router', 'tenant_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:20:53Z', 'revision_number': 6, 'project_id': '5d958793e0ab4e6f8d2f296dcf6186f5', 'gw_port_host': None}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:20:53.462670 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da56e789-e73b-45fc-b594-c70c36e257dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (0af41144-d17e-4a47-aac7-0b261e60d6d2), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.488413 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56e789-e73b-45fc-b594-c70c36e257dc admin admin] Pushing event deleted for resources: {'Port': ['ID=0af41144-d17e-4a47-aac7-0b261e60d6d2,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:53.559913 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da56e789-e73b-45fc-b594-c70c36e257dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962628'] for router_gateway (02d5051c-de78-4ce8-9286-5811ced63dc5), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.670738 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da56e789-e73b-45fc-b594-c70c36e257dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9407'] for router (02d5051c-de78-4ce8-9286-5811ced63dc5), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.673115 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da56e789-e73b-45fc-b594-c70c36e257dc admin admin] Publish callbacks [] for router_controller (02d5051c-de78-4ce8-9286-5811ced63dc5), precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.745826 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da56e789-e73b-45fc-b594-c70c36e257dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960403'] for router (02d5051c-de78-4ce8-9286-5811ced63dc5), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.746674 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da56e789-e73b-45fc-b594-c70c36e257dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02d5051c-de78-4ce8-9286-5811ced63dc5 {{(pid=103516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 03:20:53.751776 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da56e789-e73b-45fc-b594-c70c36e257dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.753075 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-da56e789-e73b-45fc-b594-c70c36e257dc admin admin] 10.222.0.55 "DELETE /v2.0/routers/02d5051c-de78-4ce8-9286-5811ced63dc5 HTTP/1.1" status: 204 len: 168 time: 0.8580616 May 10 03:20:53.755781 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40228) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:53.807578 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_v2 [None req-5347b3a7-8938-4778-ad63-87b0487fea1a admin admin] Deleting subnet 8a7d34c8-e1d6-4d8e-a007-97e315bfe374 {{(pid=103516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:20:53.811117 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5347b3a7-8938-4778-ad63-87b0487fea1a admin admin] Publish callbacks [] for subnet (8a7d34c8-e1d6-4d8e-a007-97e315bfe374), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.854425 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5347b3a7-8938-4778-ad63-87b0487fea1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576826'] for subnet (8a7d34c8-e1d6-4d8e-a007-97e315bfe374), precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.992055 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5347b3a7-8938-4778-ad63-87b0487fea1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716651'] for subnet (8a7d34c8-e1d6-4d8e-a007-97e315bfe374), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.046996 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5347b3a7-8938-4778-ad63-87b0487fea1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5428910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5804191'] for subnet (8a7d34c8-e1d6-4d8e-a007-97e315bfe374), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.076270 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347b3a7-8938-4778-ad63-87b0487fea1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a7d34c8-e1d6-4d8e-a007-97e315bfe374,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:54.087110 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5347b3a7-8938-4778-ad63-87b0487fea1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.090547 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-5347b3a7-8938-4778-ad63-87b0487fea1a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8a7d34c8-e1d6-4d8e-a007-97e315bfe374 HTTP/1.1" status: 204 len: 168 time: 0.3333485 May 10 03:20:54.093026 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebea1a96-68c7-4feb-ba5e-f722fe098ca3 None None] Network 73d317d2-6d6e-4f15-9854-843c84b4e47e requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:20:54.093516 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40260) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:54.176733 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085630'] for network (73d317d2-6d6e-4f15-9854-843c84b4e47e), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.288925 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c271e699-8895-46bc-8517-c030cb0a2ade None None] DHCP port deletion for 73d317d2-6d6e-4f15-9854-843c84b4e47e request from dv-cinder-830094-4-iscsi {{(pid=103517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 03:20:54.290725 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] Deleting port b34fb365-59d6-4a9e-b778-a48f5862a908 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:20:54.293515 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (b34fb365-59d6-4a9e-b778-a48f5862a908), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.330801 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 01ded3d6-9637-4a52-bb23-67ffb9ca0dec no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:20:54.368335 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 01ded3d6-9637-4a52-bb23-67ffb9ca0dec {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:20:54.368588 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 01ded3d6-9637-4a52-bb23-67ffb9ca0dec not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:20:54.369298 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 0af41144-d17e-4a47-aac7-0b261e60d6d2 no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:20:54.399834 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-c271e699-8895-46bc-8517-c030cb0a2ade None None] Deleting port b34fb365-59d6-4a9e-b778-a48f5862a908 {{(pid=103517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:20:54.400212 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c271e699-8895-46bc-8517-c030cb0a2ade None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (b34fb365-59d6-4a9e-b778-a48f5862a908), before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.400597 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] For port b34fb365-59d6-4a9e-b778-a48f5862a908, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=b34fb365-59d6-4a9e-b778-a48f5862a908,segment=NetworkSegment(fd8dafce-76ca-4a5a-9af7-46546c9e6cb7),segment_id=fd8dafce-76ca-4a5a-9af7-46546c9e6cb7)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:54.400987 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (b34fb365-59d6-4a9e-b778-a48f5862a908), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.402313 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 0af41144-d17e-4a47-aac7-0b261e60d6d2 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:20:54.402634 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 0af41144-d17e-4a47-aac7-0b261e60d6d2 not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:20:54.423451 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] Calling delete_port for b34fb365-59d6-4a9e-b778-a48f5862a908 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:20:54.482886 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-c271e699-8895-46bc-8517-c030cb0a2ade None None] For port b34fb365-59d6-4a9e-b778-a48f5862a908, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=b34fb365-59d6-4a9e-b778-a48f5862a908,segment=NetworkSegment(fd8dafce-76ca-4a5a-9af7-46546c9e6cb7),segment_id=fd8dafce-76ca-4a5a-9af7-46546c9e6cb7)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:54.483581 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c271e699-8895-46bc-8517-c030cb0a2ade None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (b34fb365-59d6-4a9e-b778-a48f5862a908), precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.509935 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-c271e699-8895-46bc-8517-c030cb0a2ade None None] Calling delete_port for b34fb365-59d6-4a9e-b778-a48f5862a908 owned by network:dhcp {{(pid=103517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:20:54.542871 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (b34fb365-59d6-4a9e-b778-a48f5862a908), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.579405 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=b34fb365-59d6-4a9e-b778-a48f5862a908,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:54.582874 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] No DVR routers for this DVR port b34fb365-59d6-4a9e-b778-a48f5862a908 on host dv-cinder-830094-4-iscsi {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:20:54.593810 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c271e699-8895-46bc-8517-c030cb0a2ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809'] for port (b34fb365-59d6-4a9e-b778-a48f5862a908), after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.608509 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c271e699-8895-46bc-8517-c030cb0a2ade None None] No DVR routers for this DVR port b34fb365-59d6-4a9e-b778-a48f5862a908 on host dv-cinder-830094-4-iscsi {{(pid=103517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:20:54.638081 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271e699-8895-46bc-8517-c030cb0a2ade None None] Pushing event deleted for resources: {'Port': ['ID=b34fb365-59d6-4a9e-b778-a48f5862a908,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:54.644982 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1bf57-4f68-42d2-ba2a-d8f62ae3c71e req-146f05df-caae-4689-862a-80583ed9142a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:54.647337 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-97d1bf57-4f68-42d2-ba2a-d8f62ae3c71e req-146f05df-caae-4689-862a-80583ed9142a tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=81d16034-b3aa-45db-82ac-5151dfb9eed6 HTTP/1.1" status: 200 len: 945 time: 0.0867100 May 10 03:20:54.694555 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952848', 'neutron.services.segments.db._delete_segments_for_network-8729517486385'] for network (73d317d2-6d6e-4f15-9854-843c84b4e47e), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.716582 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-97d1bf57-4f68-42d2-ba2a-d8f62ae3c71e req-423f8895-220c-450f-9501-815ee131549f tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=73d2b477-6467-4561-a43c-ce11644f4f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636179 May 10 03:20:54.729303 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d317d2-6d6e-4f15-9854-843c84b4e47e']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:54.742492 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8dafce-76ca-4a5a-9af7-46546c9e6cb7') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:54.742788 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8dafce-76ca-4a5a-9af7-46546c9e6cb7') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:54.752529 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729517486906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576961'] for segment (fd8dafce-76ca-4a5a-9af7-46546c9e6cb7), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.766646 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (fd8dafce-76ca-4a5a-9af7-46546c9e6cb7), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.773565 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:20:54.773981 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5428932'] for segment (fd8dafce-76ca-4a5a-9af7-46546c9e6cb7), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: Traceback (most recent call last): May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: timer() May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: cb(*args, **kw) May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: return func(*args, **kwargs) May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: self._notify() May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: self.callback(batched_events) May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: event.method(event) May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: return f(self, *a, **k) May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._get(url).json() May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: return self.request(url, 'GET', **kwargs) May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:20:54.775716 dv-cinder-830094-4-iscsi neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:20:54.834738 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964138'] for network (73d317d2-6d6e-4f15-9854-843c84b4e47e), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.840103 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.846176 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] 10.222.0.55 "DELETE /v2.0/networks/73d317d2-6d6e-4f15-9854-843c84b4e47e HTTP/1.1" status: 204 len: 168 time: 0.7521727 May 10 03:20:54.857726 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef702d3-d927-4c93-b3b5-55e6d4da0b7c admin admin] Pushing event deleted for resources: {'Network': ['ID=73d317d2-6d6e-4f15-9854-843c84b4e47e,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:54.968954 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40342) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:55.012013 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-357a1f94-46f6-48f1-8cea-18e70d000774 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d958793e0ab4e6f8d2f296dcf6186f5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419130 May 10 03:20:55.014508 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40344) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:55.070602 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-307295c7-a403-43ac-95d6-a578f0770f2e admin admin] Publish callbacks [] for security_group (4669fa68-8a72-4b31-a62c-003ac74da52a), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:55.093099 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-307295c7-a403-43ac-95d6-a578f0770f2e admin admin] Publish callbacks [] for security_group (4669fa68-8a72-4b31-a62c-003ac74da52a), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:55.142271 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-307295c7-a403-43ac-95d6-a578f0770f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (4669fa68-8a72-4b31-a62c-003ac74da52a), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:55.145136 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-307295c7-a403-43ac-95d6-a578f0770f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:55.147653 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-307295c7-a403-43ac-95d6-a578f0770f2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4669fa68-8a72-4b31-a62c-003ac74da52a HTTP/1.1" status: 204 len: 168 time: 0.1308925 May 10 03:20:55.160251 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307295c7-a403-43ac-95d6-a578f0770f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4669fa68-8a72-4b31-a62c-003ac74da52a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:55.840851 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0007bc-32d0-4a3b-a99b-ddf56e222a75 req-ee7c9890-f023-4ce1-b1be-f25f95fd74b4 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:55.845356 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3c0007bc-32d0-4a3b-a99b-ddf56e222a75 req-ee7c9890-f023-4ce1-b1be-f25f95fd74b4 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=81d16034-b3aa-45db-82ac-5151dfb9eed6 HTTP/1.1" status: 200 len: 945 time: 0.0559537 May 10 03:20:55.901226 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3c0007bc-32d0-4a3b-a99b-ddf56e222a75 req-9aab41fd-5464-4372-a5e0-a21a914f0d72 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups?id=73d2b477-6467-4561-a43c-ce11644f4f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528386 May 10 03:20:56.240990 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696a3e1-bd3d-4720-a833-c8a462fc0f47 req-653b55d0-16b2-4316-9833-ea97eae7e01c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:56.242483 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1696a3e1-bd3d-4720-a833-c8a462fc0f47 req-653b55d0-16b2-4316-9833-ea97eae7e01c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "GET /v2.0/ports?device_id=81d16034-b3aa-45db-82ac-5151dfb9eed6 HTTP/1.1" status: 200 len: 945 time: 0.0534396 May 10 03:20:56.285813 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device b34fb365-59d6-4a9e-b778-a48f5862a908 no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:20:56.311213 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: b34fb365-59d6-4a9e-b778-a48f5862a908 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:20:56.311526 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device b34fb365-59d6-4a9e-b778-a48f5862a908 not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:20:56.367595 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-1696a3e1-bd3d-4720-a833-c8a462fc0f47 req-a1b86677-164c-439a-a8e7-689866c5b0ec tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Deleting port 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:20:56.368446 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1696a3e1-bd3d-4720-a833-c8a462fc0f47 req-a1b86677-164c-439a-a8e7-689866c5b0ec tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (0607fff6-66e9-4d7d-ac75-7c3731cd5c53), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:56.379705 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 4723b0a4-e221-461e-a5f0-371a71a76d61 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:20:56.400960 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: 4723b0a4-e221-461e-a5f0-371a71a76d61 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:20:56.401272 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 4723b0a4-e221-461e-a5f0-371a71a76d61 not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:20:56.477055 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-1696a3e1-bd3d-4720-a833-c8a462fc0f47 req-a1b86677-164c-439a-a8e7-689866c5b0ec tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] For port 0607fff6-66e9-4d7d-ac75-7c3731cd5c53, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0607fff6-66e9-4d7d-ac75-7c3731cd5c53,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:56.477415 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1696a3e1-bd3d-4720-a833-c8a462fc0f47 req-a1b86677-164c-439a-a8e7-689866c5b0ec tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (0607fff6-66e9-4d7d-ac75-7c3731cd5c53), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:56.690105 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1696a3e1-bd3d-4720-a833-c8a462fc0f47 req-a1b86677-164c-439a-a8e7-689866c5b0ec tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:56.690473 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1696a3e1-bd3d-4720-a833-c8a462fc0f47 req-a1b86677-164c-439a-a8e7-689866c5b0ec tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (0bfd1b01-15f5-488f-a674-c93f347b85c7), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:56.690809 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.l3_db [req-1696a3e1-bd3d-4720-a833-c8a462fc0f47 req-a1b86677-164c-439a-a8e7-689866c5b0ec tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Floating IP 0bfd1b01-15f5-488f-a674-c93f347b85c7 disassociated. External IP: 172.27.1.147, port: 0607fff6-66e9-4d7d-ac75-7c3731cd5c53. May 10 03:20:56.691234 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-1696a3e1-bd3d-4720-a833-c8a462fc0f47 req-a1b86677-164c-439a-a8e7-689866c5b0ec tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Calling delete_port for 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:20:56.850268 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1696a3e1-bd3d-4720-a833-c8a462fc0f47 req-a1b86677-164c-439a-a8e7-689866c5b0ec tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (0607fff6-66e9-4d7d-ac75-7c3731cd5c53), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:56.885040 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b86677-164c-439a-a8e7-689866c5b0ec tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event deleted for resources: {'Port': ['ID=0607fff6-66e9-4d7d-ac75-7c3731cd5c53,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:57.317415 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a63e61de-3eab-4b8f-be17-eb65bfee117f req-9be6e2a6-e027-4053-a8c5-2ef1aff1c78c tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/ports?device_id=81d16034-b3aa-45db-82ac-5151dfb9eed6 HTTP/1.1" status: 200 len: 210 time: 0.3201098 May 10 03:20:57.341934 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1696a3e1-bd3d-4720-a833-c8a462fc0f47 req-a1b86677-164c-439a-a8e7-689866c5b0ec tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Router ed0337df-2e47-44f0-86f8-d2145b93f43f has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:20:57.453327 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1696a3e1-bd3d-4720-a833-c8a462fc0f47 req-a1b86677-164c-439a-a8e7-689866c5b0ec tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:20:57.463780 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786b15d7-f751-4f40-8976-1acb4de12137 None None] Sync routers for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:20:57.473366 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786b15d7-f751-4f40-8976-1acb4de12137 None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:20:57.474797 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-786b15d7-f751-4f40-8976-1acb4de12137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:20:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:57.495610 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-1696a3e1-bd3d-4720-a833-c8a462fc0f47 req-a1b86677-164c-439a-a8e7-689866c5b0ec tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] No DVR routers for this DVR port 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 on host hv-cinder-83009 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:20:57.497956 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1696a3e1-bd3d-4720-a833-c8a462fc0f47 req-a1b86677-164c-439a-a8e7-689866c5b0ec tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:57.501126 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1696a3e1-bd3d-4720-a833-c8a462fc0f47 req-a1b86677-164c-439a-a8e7-689866c5b0ec tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.64 "DELETE /v2.0/ports/0607fff6-66e9-4d7d-ac75-7c3731cd5c53 HTTP/1.1" status: 204 len: 173 time: 1.2515104 May 10 03:20:57.501575 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d16034-b3aa-45db-82ac-5151dfb9eed6', 'name': 'network-vif-deleted', 'tag': '0607fff6-66e9-4d7d-ac75-7c3731cd5c53'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:20:57.503803 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af1fe81-d3ef-4f3f-8180-295574914956" -d '{"events": [{"server_uuid": "81d16034-b3aa-45db-82ac-5151dfb9eed6", "name": "network-vif-deleted", "tag": "0607fff6-66e9-4d7d-ac75-7c3731cd5c53"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:20:57.541992 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f82d161-b654-4340-8e4b-8a7257d8b904 x-openstack-request-id: req-2f82d161-b654-4340-8e4b-8a7257d8b904 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:20:57.542298 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d16034-b3aa-45db-82ac-5151dfb9eed6", "name": "network-vif-deleted", "tag": "0607fff6-66e9-4d7d-ac75-7c3731cd5c53", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:20:57.542594 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f82d161-b654-4340-8e4b-8a7257d8b904 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:20:57.543014 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f82d161-b654-4340-8e4b-8a7257d8b904'] response: {'server_uuid': '81d16034-b3aa-45db-82ac-5151dfb9eed6', 'name': 'network-vif-deleted', 'tag': '0607fff6-66e9-4d7d-ac75-7c3731cd5c53', 'status': 'completed', 'code': 200} May 10 03:20:57.589598 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-786b15d7-f751-4f40-8976-1acb4de12137 None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:20:57.778631 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-786b15d7-f751-4f40-8976-1acb4de12137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:57.804766 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786b15d7-f751-4f40-8976-1acb4de12137 None None] Checking router: ed0337df-2e47-44f0-86f8-d2145b93f43f for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:20:57.812812 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786b15d7-f751-4f40-8976-1acb4de12137 None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:20:57.813413 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-786b15d7-f751-4f40-8976-1acb4de12137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:20:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:57.927284 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-786b15d7-f751-4f40-8976-1acb4de12137 None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:20:58.139730 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-786b15d7-f751-4f40-8976-1acb4de12137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:58.161476 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40534) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:58.172630 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786b15d7-f751-4f40-8976-1acb4de12137 None None] The sync data for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi is: [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:14:19Z', 'revision_number': 4, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ebddc238-d654-4abd-8c64-392ea4e99a64', 'name': '', 'network_id': '20b0c49b-98e0-4d73-bdea-8b46faafc116', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'mac_address': 'fa:16:3e:c5:44:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:33Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'subnets': [{'id': '6ad8a8dc-3066-46a1-87d8-bb9efc0920fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:20:58.311860 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-6333b033-6f27-41fb-8831-77357c37b57e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=21a8caef9eca4a1c9dfcd4a5d7195443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488500 May 10 03:20:58.314282 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40546) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:58.367606 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ba402917-d19e-4c29-845f-6d9472bede86 admin admin] Publish callbacks [] for security_group (6c054c07-6230-44fa-ac81-e908318af8bc), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:58.392238 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ba402917-d19e-4c29-845f-6d9472bede86 admin admin] Publish callbacks [] for security_group (6c054c07-6230-44fa-ac81-e908318af8bc), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:58.427951 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 40552) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:58.462475 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ba402917-d19e-4c29-845f-6d9472bede86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (6c054c07-6230-44fa-ac81-e908318af8bc), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:58.467479 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ba402917-d19e-4c29-845f-6d9472bede86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:58.471525 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-ba402917-d19e-4c29-845f-6d9472bede86 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6c054c07-6230-44fa-ac81-e908318af8bc HTTP/1.1" status: 204 len: 168 time: 0.1561017 May 10 03:20:58.480768 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba402917-d19e-4c29-845f-6d9472bede86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c054c07-6230-44fa-ac81-e908318af8bc,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:58.502324 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb43302-7f8b-4c68-ac4c-8df2193b63e7 None None] New status for floating IP 0bfd1b01-15f5-488f-a674-c93f347b85c7: DOWN {{(pid=103518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:20:58.542820 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9c33bad9-41dd-49b5-be5d-b820d41ae109 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (73d2b477-6467-4561-a43c-ce11644f4f65), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:58.582694 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9c33bad9-41dd-49b5-be5d-b820d41ae109 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (73d2b477-6467-4561-a43c-ce11644f4f65), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:58.648424 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9c33bad9-41dd-49b5-be5d-b820d41ae109 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (73d2b477-6467-4561-a43c-ce11644f4f65), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:58.651922 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9c33bad9-41dd-49b5-be5d-b820d41ae109 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:58.656755 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-9c33bad9-41dd-49b5-be5d-b820d41ae109 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "DELETE /v2.0/security-groups/73d2b477-6467-4561-a43c-ce11644f4f65 HTTP/1.1" status: 204 len: 168 time: 0.2249522 May 10 03:20:58.657977 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40560) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:58.676982 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33bad9-41dd-49b5-be5d-b820d41ae109 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d2b477-6467-4561-a43c-ce11644f4f65,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:58.683560 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.api.v2.resource [None req-efadab89-eef7-47d9-ba3a-f529b5208117 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] show failed (client error): The resource could not be found. May 10 03:20:58.685391 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-efadab89-eef7-47d9-ba3a-f529b5208117 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "GET /v2.0/security-groups/73d2b477-6467-4561-a43c-ce11644f4f65 HTTP/1.1" status: 404 len: 347 time: 0.0263946 May 10 03:20:58.688631 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40564) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:58.840888 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-53c8a117-81f9-4142-8a4f-07ac90140895 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Deleting port 2a70df1c-7af8-43f8-8651-55626e478814 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:20:58.841225 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-53c8a117-81f9-4142-8a4f-07ac90140895 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (2a70df1c-7af8-43f8-8651-55626e478814), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:58.943879 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-53c8a117-81f9-4142-8a4f-07ac90140895 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (2a70df1c-7af8-43f8-8651-55626e478814), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:58.944292 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-53c8a117-81f9-4142-8a4f-07ac90140895 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (2a70df1c-7af8-43f8-8651-55626e478814), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:58.962566 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-53c8a117-81f9-4142-8a4f-07ac90140895 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Calling delete_port for 2a70df1c-7af8-43f8-8651-55626e478814 owned by network:floatingip {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:20:59.108264 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-53c8a117-81f9-4142-8a4f-07ac90140895 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (2a70df1c-7af8-43f8-8651-55626e478814), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:59.156741 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8a117-81f9-4142-8a4f-07ac90140895 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Pushing event deleted for resources: {'Port': ['ID=2a70df1c-7af8-43f8-8651-55626e478814,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:59.201750 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-53c8a117-81f9-4142-8a4f-07ac90140895 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks [] for floatingip (0bfd1b01-15f5-488f-a674-c93f347b85c7), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:59.204247 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-53c8a117-81f9-4142-8a4f-07ac90140895 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:59.205422 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-53c8a117-81f9-4142-8a4f-07ac90140895 tempest-AttachVolumeNegativeTest-2114051561 tempest-AttachVolumeNegativeTest-2114051561-project] 10.222.0.55 "DELETE /v2.0/floatingips/0bfd1b01-15f5-488f-a674-c93f347b85c7 HTTP/1.1" status: 204 len: 168 time: 0.5153651 May 10 03:21:00.406823 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:21:00.430364 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:21:00.430712 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 0607fff6-66e9-4d7d-ac75-7c3731cd5c53 not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:21:00.487003 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40646) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:00.624638 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7c36d44e-6109-4c0f-a9d5-bb7f9c0a37a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:00.644098 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e037d-f7c6-4a71-9c35-c7fc58186df6 req-269e884f-f96e-4fae-804c-51888a0c3b24 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:00.645717 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-463e037d-f7c6-4a71-9c35-c7fc58186df6 req-269e884f-f96e-4fae-804c-51888a0c3b24 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 946 time: 0.0662227 May 10 03:21:00.728316 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-463e037d-f7c6-4a71-9c35-c7fc58186df6 req-47ec1e6b-ab75-4dfa-994b-063f9a02f908 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735762 May 10 03:21:00.764421 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7c36d44e-6109-4c0f-a9d5-bb7f9c0a37a2 admin admin] Publish callbacks [] for security_group (c74e58c6-c85c-4fd7-b8d4-01a66f8674b6), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:00.768296 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7c36d44e-6109-4c0f-a9d5-bb7f9c0a37a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (c74e58c6-c85c-4fd7-b8d4-01a66f8674b6), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:00.810037 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-7c36d44e-6109-4c0f-a9d5-bb7f9c0a37a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=08a6c5abb32e4515944252dfd6ecc133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214264 May 10 03:21:00.811141 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36d44e-6109-4c0f-a9d5-bb7f9c0a37a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74e58c6-c85c-4fd7-b8d4-01a66f8674b6,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:00.812960 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 40658) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:00.869752 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-80ba4178-9b8b-42f5-b92c-af6985004480 admin admin] Publish callbacks [] for security_group (c74e58c6-c85c-4fd7-b8d4-01a66f8674b6), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:00.898947 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-80ba4178-9b8b-42f5-b92c-af6985004480 admin admin] Publish callbacks [] for security_group (c74e58c6-c85c-4fd7-b8d4-01a66f8674b6), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:00.945322 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-80ba4178-9b8b-42f5-b92c-af6985004480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (c74e58c6-c85c-4fd7-b8d4-01a66f8674b6), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:00.947827 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-80ba4178-9b8b-42f5-b92c-af6985004480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:00.948984 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-80ba4178-9b8b-42f5-b92c-af6985004480 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c74e58c6-c85c-4fd7-b8d4-01a66f8674b6 HTTP/1.1" status: 204 len: 168 time: 0.1341970 May 10 03:21:00.956854 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba4178-9b8b-42f5-b92c-af6985004480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74e58c6-c85c-4fd7-b8d4-01a66f8674b6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:01.203523 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40666) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:01.216818 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68de7c0b-3146-468b-9e6f-727cb479ba6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:01.295255 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68de7c0b-3146-468b-9e6f-727cb479ba6b admin admin] Publish callbacks [] for security_group (e8b34464-9cf2-4195-8a7f-22ea12c3320e), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:01.298803 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68de7c0b-3146-468b-9e6f-727cb479ba6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (e8b34464-9cf2-4195-8a7f-22ea12c3320e), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:01.335832 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-68de7c0b-3146-468b-9e6f-727cb479ba6b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75edb856dfa042c6ba4529f90115f176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312151 May 10 03:21:01.336672 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de7c0b-3146-468b-9e6f-727cb479ba6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b34464-9cf2-4195-8a7f-22ea12c3320e,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:01.338886 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40668) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:01.385245 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b1bd2cca-79b7-49e6-9b2e-a29c9494f628 admin admin] Publish callbacks [] for security_group (e8b34464-9cf2-4195-8a7f-22ea12c3320e), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:01.406015 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b1bd2cca-79b7-49e6-9b2e-a29c9494f628 admin admin] Publish callbacks [] for security_group (e8b34464-9cf2-4195-8a7f-22ea12c3320e), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:01.452414 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b1bd2cca-79b7-49e6-9b2e-a29c9494f628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (e8b34464-9cf2-4195-8a7f-22ea12c3320e), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:01.454948 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b1bd2cca-79b7-49e6-9b2e-a29c9494f628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:01.456080 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-b1bd2cca-79b7-49e6-9b2e-a29c9494f628 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e8b34464-9cf2-4195-8a7f-22ea12c3320e HTTP/1.1" status: 204 len: 168 time: 0.1163001 May 10 03:21:01.463795 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd2cca-79b7-49e6-9b2e-a29c9494f628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b34464-9cf2-4195-8a7f-22ea12c3320e,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:01.850453 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8849f-f2ad-4f74-a663-cf45833522e5 req-36e50797-41da-4776-a384-6fe877dc0120 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:01.851930 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-48c8849f-f2ad-4f74-a663-cf45833522e5 req-36e50797-41da-4776-a384-6fe877dc0120 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 946 time: 0.0519044 May 10 03:21:01.898919 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-48c8849f-f2ad-4f74-a663-cf45833522e5 req-3ef06b21-4dbf-4a22-b40c-5df7b333be31 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413828 May 10 03:21:02.280944 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:21:03.022514 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acf24b-62a6-4469-a6d9-31345254ba99 req-bcfb1a65-b266-4da7-a93a-ebef7e337160 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:03.023919 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b4acf24b-62a6-4469-a6d9-31345254ba99 req-bcfb1a65-b266-4da7-a93a-ebef7e337160 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 946 time: 0.0474694 May 10 03:21:03.056774 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 40738) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:03.077185 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b4acf24b-62a6-4469-a6d9-31345254ba99 req-5da94397-5f85-456d-8ece-8b2e1a1e2f56 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472815 May 10 03:21:03.159463 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f8b0fc79-e305-4fec-9fab-f93cd4431e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:03.232883 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f8b0fc79-e305-4fec-9fab-f93cd4431e54 admin admin] Publish callbacks [] for security_group (6ba57619-9393-4b60-9bf6-aa511db8ceac), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:03.236418 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f8b0fc79-e305-4fec-9fab-f93cd4431e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (6ba57619-9393-4b60-9bf6-aa511db8ceac), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:03.277651 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-f8b0fc79-e305-4fec-9fab-f93cd4431e54 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b5fabc58e874ff4af2f4c949993cfc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196903 May 10 03:21:03.278414 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0fc79-e305-4fec-9fab-f93cd4431e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba57619-9393-4b60-9bf6-aa511db8ceac,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:03.280530 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40742) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:03.328337 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-113f1863-4ae5-4baf-b5b8-7d60fd2714b1 admin admin] Publish callbacks [] for security_group (6ba57619-9393-4b60-9bf6-aa511db8ceac), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:03.350243 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-113f1863-4ae5-4baf-b5b8-7d60fd2714b1 admin admin] Publish callbacks [] for security_group (6ba57619-9393-4b60-9bf6-aa511db8ceac), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:03.394576 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-113f1863-4ae5-4baf-b5b8-7d60fd2714b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (6ba57619-9393-4b60-9bf6-aa511db8ceac), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:03.397746 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-113f1863-4ae5-4baf-b5b8-7d60fd2714b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:03.398880 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-113f1863-4ae5-4baf-b5b8-7d60fd2714b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ba57619-9393-4b60-9bf6-aa511db8ceac HTTP/1.1" status: 204 len: 168 time: 0.1173415 May 10 03:21:03.406991 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f1863-4ae5-4baf-b5b8-7d60fd2714b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba57619-9393-4b60-9bf6-aa511db8ceac,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:03.651644 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40748) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:03.664839 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ea8cafa7-b557-45f4-b925-eabc80ea798f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:03.738498 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ea8cafa7-b557-45f4-b925-eabc80ea798f admin admin] Publish callbacks [] for security_group (67351aac-b935-4921-8d3d-83c8fcde6475), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:03.743300 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ea8cafa7-b557-45f4-b925-eabc80ea798f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (67351aac-b935-4921-8d3d-83c8fcde6475), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:03.780539 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-ea8cafa7-b557-45f4-b925-eabc80ea798f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4b2b82875234348b784a0c155f39efe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278214 May 10 03:21:03.781404 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8cafa7-b557-45f4-b925-eabc80ea798f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67351aac-b935-4921-8d3d-83c8fcde6475,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:03.783254 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 40750) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:03.832522 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d395b8b8-1fe7-4966-a056-698ad9648c2e admin admin] Publish callbacks [] for security_group (67351aac-b935-4921-8d3d-83c8fcde6475), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:03.854778 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d395b8b8-1fe7-4966-a056-698ad9648c2e admin admin] Publish callbacks [] for security_group (67351aac-b935-4921-8d3d-83c8fcde6475), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:03.924435 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d421c72c-6693-442c-87b2-c37be777e4b0 req-61952450-2c5b-4b93-8d19-81a8f343098b tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744991582&fields=id&tenant_id=b79f1de979384c108b5ff0427e44e30b HTTP/1.1" status: 200 len: 267 time: 0.0676839 May 10 03:21:03.944538 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d395b8b8-1fe7-4966-a056-698ad9648c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (67351aac-b935-4921-8d3d-83c8fcde6475), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:03.947065 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d395b8b8-1fe7-4966-a056-698ad9648c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:03.948140 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-d395b8b8-1fe7-4966-a056-698ad9648c2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/67351aac-b935-4921-8d3d-83c8fcde6475 HTTP/1.1" status: 204 len: 168 time: 0.1638868 May 10 03:21:04.006567 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395b8b8-1fe7-4966-a056-698ad9648c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67351aac-b935-4921-8d3d-83c8fcde6475,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:04.025281 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421c72c-6693-442c-87b2-c37be777e4b0 req-d4629977-2b13-4e70-8f6f-0816a32a5b1d tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:04.026429 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d421c72c-6693-442c-87b2-c37be777e4b0 req-d4629977-2b13-4e70-8f6f-0816a32a5b1d tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 985 time: 0.0929821 May 10 03:21:04.042180 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630c9b5-5c32-4562-8284-2cf674fa6c32 req-650c7066-fdd3-47ee-82a5-3963c2b094a5 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:04.043760 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4630c9b5-5c32-4562-8284-2cf674fa6c32 req-650c7066-fdd3-47ee-82a5-3963c2b094a5 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.64 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 946 time: 0.0781620 May 10 03:21:04.069441 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-d421c72c-6693-442c-87b2-c37be777e4b0 req-494fb7a7-87f6-491a-a805-48bfffa46f15 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Request body: {'port': {'security_groups': ['7b8e3062-39ae-4f4d-9797-137ffba5e17d']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:04.181926 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d421c72c-6693-442c-87b2-c37be777e4b0 req-494fb7a7-87f6-491a-a805-48bfffa46f15 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.246684 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19695117-5173-4638-9737-7d7ba18b49c1 req-b799b1fc-6223-4ec8-99c7-7730841cd365 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:04.248191 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-19695117-5173-4638-9737-7d7ba18b49c1 req-b799b1fc-6223-4ec8-99c7-7730841cd365 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 946 time: 0.0818589 May 10 03:21:04.253947 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-4630c9b5-5c32-4562-8284-2cf674fa6c32 req-1093464e-2f52-4ecd-9c5a-a670284c0273 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Deleting port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:21:04.254286 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4630c9b5-5c32-4562-8284-2cf674fa6c32 req-1093464e-2f52-4ecd-9c5a-a670284c0273 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.301249 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-19695117-5173-4638-9737-7d7ba18b49c1 req-e371d418-8c09-4c10-8e79-aa79cb8a395b tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups?id=66fed82c-3277-42bd-ba57-12b39ff4269a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465775 May 10 03:21:04.435917 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-4630c9b5-5c32-4562-8284-2cf674fa6c32 req-1093464e-2f52-4ecd-9c5a-a670284c0273 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] For port 8849e2ad-b7bd-40d0-aba9-d512831c8b63, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8849e2ad-b7bd-40d0-aba9-d512831c8b63,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:04.435917 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4630c9b5-5c32-4562-8284-2cf674fa6c32 req-1093464e-2f52-4ecd-9c5a-a670284c0273 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.534430 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-d421c72c-6693-442c-87b2-c37be777e4b0 req-494fb7a7-87f6-491a-a805-48bfffa46f15 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] For port f02b6a99-10e5-411e-be0e-44e837772e46, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f02b6a99-10e5-411e-be0e-44e837772e46,segment=NetworkSegment(207fb77e-4703-4f5d-bbcf-330c3884052e),segment_id=207fb77e-4703-4f5d-bbcf-330c3884052e)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:04.635239 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d421c72c-6693-442c-87b2-c37be777e4b0 req-494fb7a7-87f6-491a-a805-48bfffa46f15 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for port (f02b6a99-10e5-411e-be0e-44e837772e46), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.642866 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d421c72c-6693-442c-87b2-c37be777e4b0 req-494fb7a7-87f6-491a-a805-48bfffa46f15 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.698336 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4630c9b5-5c32-4562-8284-2cf674fa6c32 req-1093464e-2f52-4ecd-9c5a-a670284c0273 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.698699 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4630c9b5-5c32-4562-8284-2cf674fa6c32 req-1093464e-2f52-4ecd-9c5a-a670284c0273 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (96ba3e5d-9500-4279-96ef-2f0774c1be27), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.699020 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.l3_db [req-4630c9b5-5c32-4562-8284-2cf674fa6c32 req-1093464e-2f52-4ecd-9c5a-a670284c0273 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Floating IP 96ba3e5d-9500-4279-96ef-2f0774c1be27 disassociated. External IP: 172.27.1.78, port: 8849e2ad-b7bd-40d0-aba9-d512831c8b63. May 10 03:21:04.699364 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-4630c9b5-5c32-4562-8284-2cf674fa6c32 req-1093464e-2f52-4ecd-9c5a-a670284c0273 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Calling delete_port for 8849e2ad-b7bd-40d0-aba9-d512831c8b63 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:21:04.706126 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421c72c-6693-442c-87b2-c37be777e4b0 req-494fb7a7-87f6-491a-a805-48bfffa46f15 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:04.706794 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d421c72c-6693-442c-87b2-c37be777e4b0 req-494fb7a7-87f6-491a-a805-48bfffa46f15 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.712238 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d421c72c-6693-442c-87b2-c37be777e4b0 req-494fb7a7-87f6-491a-a805-48bfffa46f15 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "PUT /v2.0/ports/f02b6a99-10e5-411e-be0e-44e837772e46 HTTP/1.1" status: 200 len: 943 time: 0.6612887 May 10 03:21:04.712778 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0144796a-ba13-4fb0-b9a6-ce953cbc7b60', 'tag': 'f02b6a99-10e5-411e-be0e-44e837772e46'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:21:04.714810 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40786) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:04.715587 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a142bf-4b4a-4d6d-9f67-1b2d1abd93ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0144796a-ba13-4fb0-b9a6-ce953cbc7b60", "tag": "f02b6a99-10e5-411e-be0e-44e837772e46"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:21:04.779154 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fb7a7-87f6-491a-a805-48bfffa46f15 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Pushing event updated for resources: {'Port': ['ID=f02b6a99-10e5-411e-be0e-44e837772e46,revision_number=7']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:04.797413 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35486308-9840-49d2-a13f-d39927c36b92 x-openstack-request-id: req-35486308-9840-49d2-a13f-d39927c36b92 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:21:04.797894 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0144796a-ba13-4fb0-b9a6-ce953cbc7b60", "tag": "f02b6a99-10e5-411e-be0e-44e837772e46", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:21:04.798008 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35486308-9840-49d2-a13f-d39927c36b92 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:21:04.798344 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35486308-9840-49d2-a13f-d39927c36b92'] response: {'name': 'network-changed', 'server_uuid': '0144796a-ba13-4fb0-b9a6-ce953cbc7b60', 'tag': 'f02b6a99-10e5-411e-be0e-44e837772e46', 'status': 'completed', 'code': 200} May 10 03:21:04.819248 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-092af124-76a9-4794-b02a-19c12fda032c tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group (2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.861902 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-092af124-76a9-4794-b02a-19c12fda032c tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group (2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.892884 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4630c9b5-5c32-4562-8284-2cf674fa6c32 req-1093464e-2f52-4ecd-9c5a-a670284c0273 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (8849e2ad-b7bd-40d0-aba9-d512831c8b63), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.938784 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093464e-2f52-4ecd-9c5a-a670284c0273 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Pushing event deleted for resources: {'Port': ['ID=8849e2ad-b7bd-40d0-aba9-d512831c8b63,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:04.955307 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-092af124-76a9-4794-b02a-19c12fda032c tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.960706 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-092af124-76a9-4794-b02a-19c12fda032c tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.962152 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-092af124-76a9-4794-b02a-19c12fda032c tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "DELETE /v2.0/security-groups/2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe HTTP/1.1" status: 204 len: 168 time: 0.2452936 May 10 03:21:04.968099 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40796) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:04.983083 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092af124-76a9-4794-b02a-19c12fda032c tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5fe8a8-5cad-4baa-9d67-c7278c2e07fe,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:05.064625 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-172b53d9-e0cd-4288-a1a9-98c81944c957 None None] Provisioning complete for port f02b6a99-10e5-411e-be0e-44e837772e46 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:05.064625 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-172b53d9-e0cd-4288-a1a9-98c81944c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:05.067214 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40802) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:05.110307 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4630c9b5-5c32-4562-8284-2cf674fa6c32 req-1093464e-2f52-4ecd-9c5a-a670284c0273 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:21:05.164394 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-172b53d9-e0cd-4288-a1a9-98c81944c957 None None] Current status of the port f02b6a99-10e5-411e-be0e-44e837772e46 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:05.191173 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-181b731c-c662-469e-90ed-c169da4d4cde tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Deleting port a9276809-941a-4cd5-9c46-10c7cb55b2bd {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:21:05.191826 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-181b731c-c662-469e-90ed-c169da4d4cde tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (a9276809-941a-4cd5-9c46-10c7cb55b2bd), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:05.242751 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4630c9b5-5c32-4562-8284-2cf674fa6c32 req-1093464e-2f52-4ecd-9c5a-a670284c0273 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:21:05.253658 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0af7ada-ea74-4f76-9b54-cda65474ad51 None None] Sync routers for ids ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:21:05.270512 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0af7ada-ea74-4f76-9b54-cda65474ad51 None None] Routers {'5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:05.271924 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d0af7ada-ea74-4f76-9b54-cda65474ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:20:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:05.302618 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-4630c9b5-5c32-4562-8284-2cf674fa6c32 req-1093464e-2f52-4ecd-9c5a-a670284c0273 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] No DVR routers for this DVR port 8849e2ad-b7bd-40d0-aba9-d512831c8b63 on host hv-cinder-83009 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:21:05.306189 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4630c9b5-5c32-4562-8284-2cf674fa6c32 req-1093464e-2f52-4ecd-9c5a-a670284c0273 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:05.310440 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4630c9b5-5c32-4562-8284-2cf674fa6c32 req-1093464e-2f52-4ecd-9c5a-a670284c0273 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.64 "DELETE /v2.0/ports/8849e2ad-b7bd-40d0-aba9-d512831c8b63 HTTP/1.1" status: 204 len: 173 time: 1.2585802 May 10 03:21:05.328929 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-181b731c-c662-469e-90ed-c169da4d4cde tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (a9276809-941a-4cd5-9c46-10c7cb55b2bd), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:05.329417 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-181b731c-c662-469e-90ed-c169da4d4cde tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for floatingip (a9276809-941a-4cd5-9c46-10c7cb55b2bd), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:05.346893 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-181b731c-c662-469e-90ed-c169da4d4cde tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Calling delete_port for a9276809-941a-4cd5-9c46-10c7cb55b2bd owned by network:floatingip {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:21:05.454890 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-d0af7ada-ea74-4f76-9b54-cda65474ad51 None None] Set router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:05.475958 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5f15702c-ec8c-4dd6-b1d1-451c892b6f82 req-e1d141e2-0b47-4cf4-98bc-9bf6380f79c8 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 210 time: 0.0627565 May 10 03:21:05.834139 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d0af7ada-ea74-4f76-9b54-cda65474ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:14:18Z', 'revision_number': 4, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port': {'id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:07Z', 'updated_at': '2022-05-10T03:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '937047de-2681-4066-8246-3b1b9cce67a5', 'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'mac_address': 'fa:16:3e:3d:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:29Z', 'revision_number': 5, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'subnets': [{'id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:05.862087 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0af7ada-ea74-4f76-9b54-cda65474ad51 None None] Checking router: 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:21:05.871071 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0af7ada-ea74-4f76-9b54-cda65474ad51 None None] Routers {'5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:05.871366 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d0af7ada-ea74-4f76-9b54-cda65474ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:20:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:05.992531 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-d0af7ada-ea74-4f76-9b54-cda65474ad51 None None] Set router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:06.024711 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-181b731c-c662-469e-90ed-c169da4d4cde tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (a9276809-941a-4cd5-9c46-10c7cb55b2bd), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:06.055894 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b731c-c662-469e-90ed-c169da4d4cde tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Pushing event deleted for resources: {'Port': ['ID=a9276809-941a-4cd5-9c46-10c7cb55b2bd,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:06.178197 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fe0432ef-a9a2-47ab-92e4-5aae48b173a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-965930'] for router_interface (ed0337df-2e47-44f0-86f8-d2145b93f43f), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:06.183694 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-181b731c-c662-469e-90ed-c169da4d4cde tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks [] for floatingip (eb37ef63-887e-4c94-9d4d-733c429625de), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:06.184024 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.l3_db [None req-181b731c-c662-469e-90ed-c169da4d4cde tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Floating IP eb37ef63-887e-4c94-9d4d-733c429625de disassociated (deleted). External IP: 172.27.1.73, port: f02b6a99-10e5-411e-be0e-44e837772e46. May 10 03:21:06.212920 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d0af7ada-ea74-4f76-9b54-cda65474ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:14:18Z', 'revision_number': 4, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port': {'id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:07Z', 'updated_at': '2022-05-10T03:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '937047de-2681-4066-8246-3b1b9cce67a5', 'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'mac_address': 'fa:16:3e:3d:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:29Z', 'revision_number': 5, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'subnets': [{'id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:06.244700 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0af7ada-ea74-4f76-9b54-cda65474ad51 None None] The sync data for ids ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'] in dv-cinder-830094-4-iscsi is: [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:14:18Z', 'revision_number': 4, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port': {'id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:07Z', 'updated_at': '2022-05-10T03:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '937047de-2681-4066-8246-3b1b9cce67a5', 'name': '', 'network_id': '2b607388-5cb4-41a1-8154-ba2917605d5c', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'mac_address': 'fa:16:3e:3d:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:15Z', 'updated_at': '2022-05-10T03:14:29Z', 'revision_number': 5, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'subnets': [{'id': '5ae3f063-d3d5-4965-b738-da42afcb0558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:21:06.524238 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb5d289-9350-4933-a993-07fcf603eadd None None] New status for floating IP 96ba3e5d-9500-4279-96ef-2f0774c1be27: DOWN {{(pid=103518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:21:06.627580 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1f1a4cc5-5a40-46ea-b289-61f8adeb32fc req-919ad3fa-984e-439b-8630-011c94c6f820 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab HTTP/1.1" status: 200 len: 210 time: 0.0600405 May 10 03:21:06.640295 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181b731c-c662-469e-90ed-c169da4d4cde tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Router 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:21:06.652040 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fe0432ef-a9a2-47ab-92e4-5aae48b173a2 admin admin] Deleting port ebddc238-d654-4abd-8c64-392ea4e99a64 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:21:06.652377 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fe0432ef-a9a2-47ab-92e4-5aae48b173a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (ebddc238-d654-4abd-8c64-392ea4e99a64), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:06.799572 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab', 'name': 'network-vif-deleted', 'tag': '8849e2ad-b7bd-40d0-aba9-d512831c8b63'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:21:06.802129 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dc03e5-5b32-4a26-ab11-2b0b46ff45fc" -d '{"events": [{"server_uuid": "26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab", "name": "network-vif-deleted", "tag": "8849e2ad-b7bd-40d0-aba9-d512831c8b63"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:21:06.814483 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fe0432ef-a9a2-47ab-92e4-5aae48b173a2 admin admin] For port ebddc238-d654-4abd-8c64-392ea4e99a64, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=ebddc238-d654-4abd-8c64-392ea4e99a64,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:06.814855 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fe0432ef-a9a2-47ab-92e4-5aae48b173a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (ebddc238-d654-4abd-8c64-392ea4e99a64), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:06.835412 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fe0432ef-a9a2-47ab-92e4-5aae48b173a2 admin admin] Calling delete_port for ebddc238-d654-4abd-8c64-392ea4e99a64 owned by network:router_interface {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:21:06.838444 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3c8256-d4d7-4817-a76c-da0a33750640 x-openstack-request-id: req-db3c8256-d4d7-4817-a76c-da0a33750640 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:21:06.838738 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab", "name": "network-vif-deleted", "tag": "8849e2ad-b7bd-40d0-aba9-d512831c8b63", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:21:06.838995 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db3c8256-d4d7-4817-a76c-da0a33750640 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:21:06.839394 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3c8256-d4d7-4817-a76c-da0a33750640'] response: {'server_uuid': '26fdab54-dad5-4b0d-b0f2-2bde8d90e3ab', 'name': 'network-vif-deleted', 'tag': '8849e2ad-b7bd-40d0-aba9-d512831c8b63', 'status': 'completed', 'code': 200} May 10 03:21:06.843386 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181b731c-c662-469e-90ed-c169da4d4cde tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:21:06.850601 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-181b731c-c662-469e-90ed-c169da4d4cde tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:06.853726 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad8ee5-7575-486d-b89c-e2097a02cc79 None None] Sync routers for ids ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:21:06.863089 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad8ee5-7575-486d-b89c-e2097a02cc79 None None] Routers {'14fac66b-b4ce-4419-a0cf-5cfab4ab3657'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:06.863702 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4cad8ee5-7575-486d-b89c-e2097a02cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:20:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:06.916919 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-181b731c-c662-469e-90ed-c169da4d4cde tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "DELETE /v2.0/floatingips/eb37ef63-887e-4c94-9d4d-733c429625de HTTP/1.1" status: 204 len: 168 time: 1.9462941 May 10 03:21:06.918785 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0144796a-ba13-4fb0-b9a6-ce953cbc7b60', 'tag': 'f02b6a99-10e5-411e-be0e-44e837772e46'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:21:06.920998 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f359cf0-bac8-4494-9d17-366a2bb89bac" -d '{"events": [{"name": "network-changed", "server_uuid": "0144796a-ba13-4fb0-b9a6-ce953cbc7b60", "tag": "f02b6a99-10e5-411e-be0e-44e837772e46"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:21:06.988096 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['f02b6a99-10e5-411e-be0e-44e837772e46'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:21:07.033904 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['f02b6a99-10e5-411e-be0e-44e837772e46'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:21:07.043299 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236f576b-5efc-4388-be4d-43ce1b9402d8 x-openstack-request-id: req-236f576b-5efc-4388-be4d-43ce1b9402d8 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:21:07.043600 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0144796a-ba13-4fb0-b9a6-ce953cbc7b60", "tag": "f02b6a99-10e5-411e-be0e-44e837772e46", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:21:07.043863 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-236f576b-5efc-4388-be4d-43ce1b9402d8 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:21:07.044278 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-236f576b-5efc-4388-be4d-43ce1b9402d8'] response: {'name': 'network-changed', 'server_uuid': '0144796a-ba13-4fb0-b9a6-ce953cbc7b60', 'tag': 'f02b6a99-10e5-411e-be0e-44e837772e46', 'status': 'completed', 'code': 200} May 10 03:21:07.079895 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a142bf-4b4a-4d6d-9f67-1b2d1abd93ab req-78f402df-afaa-4aee-ae58-74f90c48d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:07.084486 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-18a142bf-4b4a-4d6d-9f67-1b2d1abd93ab req-78f402df-afaa-4aee-ae58-74f90c48d716 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b79f1de979384c108b5ff0427e44e30b&device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 1130 time: 0.1243033 May 10 03:21:07.090444 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-4cad8ee5-7575-486d-b89c-e2097a02cc79 None None] Set router 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:07.179426 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fe0432ef-a9a2-47ab-92e4-5aae48b173a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (ebddc238-d654-4abd-8c64-392ea4e99a64), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:07.190829 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a142bf-4b4a-4d6d-9f67-1b2d1abd93ab req-e4cd2bf0-5919-4804-8abd-3490df7013f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:07.193309 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-18a142bf-4b4a-4d6d-9f67-1b2d1abd93ab req-e4cd2bf0-5919-4804-8abd-3490df7013f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=05efa828-1dab-4ffe-a87b-ab104863313d HTTP/1.1" status: 200 len: 916 time: 0.1039777 May 10 03:21:07.214229 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0432ef-a9a2-47ab-92e4-5aae48b173a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebddc238-d654-4abd-8c64-392ea4e99a64,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:07.343193 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-18a142bf-4b4a-4d6d-9f67-1b2d1abd93ab req-a9f77274-3e6b-4e6a-972e-c7adfe6516f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f02b6a99-10e5-411e-be0e-44e837772e46 HTTP/1.1" status: 200 len: 217 time: 0.1216390 May 10 03:21:07.431571 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a142bf-4b4a-4d6d-9f67-1b2d1abd93ab req-6c98ce55-6c09-42ec-a6c5-0957522c080c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:07.432859 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-18a142bf-4b4a-4d6d-9f67-1b2d1abd93ab req-6c98ce55-6c09-42ec-a6c5-0957522c080c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aca8826-50b4-4fc7-8ca0-772442ca36d7 HTTP/1.1" status: 200 len: 854 time: 0.0887649 May 10 03:21:07.487947 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a142bf-4b4a-4d6d-9f67-1b2d1abd93ab req-da0383e7-be72-43cf-ad4b-6ece23a454d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:07.490118 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-18a142bf-4b4a-4d6d-9f67-1b2d1abd93ab req-da0383e7-be72-43cf-ad4b-6ece23a454d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05efa828-1dab-4ffe-a87b-ab104863313d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489690 May 10 03:21:07.539624 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fe0432ef-a9a2-47ab-92e4-5aae48b173a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952867'] for router_interface (ed0337df-2e47-44f0-86f8-d2145b93f43f), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:07.616679 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4cad8ee5-7575-486d-b89c-e2097a02cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'name': 'tempest-TestMinimumBasicScenario-1484356868-router', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:38Z', 'updated_at': '2022-05-10T03:18:41Z', 'revision_number': 4, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'gw_port': {'id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:39Z', 'updated_at': '2022-05-10T03:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '579be5b3-a9f8-4dae-86d0-0b8c0dd87a84', 'name': '', 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'mac_address': 'fa:16:3e:f7:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:40Z', 'updated_at': '2022-05-10T03:18:46Z', 'revision_number': 5, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'subnets': [{'id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:07.623394 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-18a142bf-4b4a-4d6d-9f67-1b2d1abd93ab req-f79026be-0547-496f-b5c6-9c9b0e8d74a8 service neutron] 10.222.0.64 "GET /v2.0/networks/05efa828-1dab-4ffe-a87b-ab104863313d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258330 May 10 03:21:07.648121 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad8ee5-7575-486d-b89c-e2097a02cc79 None None] Checking router: 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:21:07.666870 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad8ee5-7575-486d-b89c-e2097a02cc79 None None] Routers {'14fac66b-b4ce-4419-a0cf-5cfab4ab3657'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:07.667317 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4cad8ee5-7575-486d-b89c-e2097a02cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:20:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:07.787324 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 40874) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:07.847312 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-4cad8ee5-7575-486d-b89c-e2097a02cc79 None None] Set router 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:07.892190 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0432ef-a9a2-47ab-92e4-5aae48b173a2 admin admin] Router ed0337df-2e47-44f0-86f8-d2145b93f43f has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:21:07.957439 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10eea80e-fc28-4f79-b2f3-a148da8a9ea3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group (66fed82c-3277-42bd-ba57-12b39ff4269a), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:07.972873 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-18a142bf-4b4a-4d6d-9f67-1b2d1abd93ab req-fdd98fa9-72b2-4f8d-8bf3-b153da9bd309 service neutron] 10.222.0.64 "GET /v2.0/networks/05efa828-1dab-4ffe-a87b-ab104863313d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768198 May 10 03:21:07.989617 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10eea80e-fc28-4f79-b2f3-a148da8a9ea3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group (66fed82c-3277-42bd-ba57-12b39ff4269a), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:08.031591 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0432ef-a9a2-47ab-92e4-5aae48b173a2 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:21:08.037132 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-fe0432ef-a9a2-47ab-92e4-5aae48b173a2 admin admin] 10.222.0.55 "PUT /v2.0/routers/ed0337df-2e47-44f0-86f8-d2145b93f43f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9683902 May 10 03:21:08.039646 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40878) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:08.042982 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa5aed0-465d-4b37-841b-bb0178e5131e None None] Sync routers for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:21:08.055577 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa5aed0-465d-4b37-841b-bb0178e5131e None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:08.057599 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-0fa5aed0-465d-4b37-841b-bb0178e5131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:20:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:08.074502 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10eea80e-fc28-4f79-b2f3-a148da8a9ea3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (66fed82c-3277-42bd-ba57-12b39ff4269a), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:08.077245 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10eea80e-fc28-4f79-b2f3-a148da8a9ea3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:08.081053 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-10eea80e-fc28-4f79-b2f3-a148da8a9ea3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "DELETE /v2.0/security-groups/66fed82c-3277-42bd-ba57-12b39ff4269a HTTP/1.1" status: 204 len: 168 time: 0.2899446 May 10 03:21:08.081763 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 40880) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:08.102524 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eea80e-fc28-4f79-b2f3-a148da8a9ea3 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fed82c-3277-42bd-ba57-12b39ff4269a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:08.110547 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.api.v2.resource [None req-114e4426-f8f5-4b7b-9904-45aa0ac15673 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] show failed (client error): The resource could not be found. May 10 03:21:08.112712 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-114e4426-f8f5-4b7b-9904-45aa0ac15673 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "GET /v2.0/security-groups/66fed82c-3277-42bd-ba57-12b39ff4269a HTTP/1.1" status: 404 len: 347 time: 0.0293038 May 10 03:21:08.116059 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 40882) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:08.158815 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9c574497-1273-4a30-a9a3-35f43bdb7bfb admin admin] Publish callbacks [] for router (ed0337df-2e47-44f0-86f8-d2145b93f43f), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:08.159043 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4cad8ee5-7575-486d-b89c-e2097a02cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'name': 'tempest-TestMinimumBasicScenario-1484356868-router', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:38Z', 'updated_at': '2022-05-10T03:18:41Z', 'revision_number': 4, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'gw_port': {'id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:39Z', 'updated_at': '2022-05-10T03:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '579be5b3-a9f8-4dae-86d0-0b8c0dd87a84', 'name': '', 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'mac_address': 'fa:16:3e:f7:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:40Z', 'updated_at': '2022-05-10T03:18:46Z', 'revision_number': 5, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'subnets': [{'id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:08.188097 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-0fa5aed0-465d-4b37-841b-bb0178e5131e None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:08.203638 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad8ee5-7575-486d-b89c-e2097a02cc79 None None] The sync data for ids ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'] in dv-cinder-830094-4-iscsi is: [{'id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'name': 'tempest-TestMinimumBasicScenario-1484356868-router', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:38Z', 'updated_at': '2022-05-10T03:18:41Z', 'revision_number': 4, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'gw_port': {'id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:39Z', 'updated_at': '2022-05-10T03:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '579be5b3-a9f8-4dae-86d0-0b8c0dd87a84', 'name': '', 'network_id': '05efa828-1dab-4ffe-a87b-ab104863313d', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'mac_address': 'fa:16:3e:f7:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:40Z', 'updated_at': '2022-05-10T03:18:46Z', 'revision_number': 5, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'subnets': [{'id': '6aca8826-50b4-4fc7-8ca0-772442ca36d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:21:08.295230 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-32af7079-181d-440e-a1bb-51e6e1f10ed8 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Deleting port c06fb341-7867-4502-8d93-dc4d54033094 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:21:08.295993 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32af7079-181d-440e-a1bb-51e6e1f10ed8 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (c06fb341-7867-4502-8d93-dc4d54033094), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:08.420188 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32af7079-181d-440e-a1bb-51e6e1f10ed8 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (c06fb341-7867-4502-8d93-dc4d54033094), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:08.420601 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32af7079-181d-440e-a1bb-51e6e1f10ed8 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for floatingip (c06fb341-7867-4502-8d93-dc4d54033094), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:08.438152 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-32af7079-181d-440e-a1bb-51e6e1f10ed8 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Calling delete_port for c06fb341-7867-4502-8d93-dc4d54033094 owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:21:08.448004 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-0fa5aed0-465d-4b37-841b-bb0178e5131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:21:07Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:08.476908 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa5aed0-465d-4b37-841b-bb0178e5131e None None] Checking router: ed0337df-2e47-44f0-86f8-d2145b93f43f for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:21:08.486647 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa5aed0-465d-4b37-841b-bb0178e5131e None None] Routers {'ed0337df-2e47-44f0-86f8-d2145b93f43f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:08.487524 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-0fa5aed0-465d-4b37-841b-bb0178e5131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:20:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ed0337df-2e47-44f0-86f8-d2145b93f43f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:08.564124 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9c574497-1273-4a30-a9a3-35f43bdb7bfb admin admin] Publish callbacks [] for router_gateway (ed0337df-2e47-44f0-86f8-d2145b93f43f), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:08.564390 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd533500-1768-43c3-85e5-d6bea2449655 None None] New status for floating IP eb37ef63-887e-4c94-9d4d-733c429625de: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:21:08.615888 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32af7079-181d-440e-a1bb-51e6e1f10ed8 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (c06fb341-7867-4502-8d93-dc4d54033094), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:08.617773 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9c574497-1273-4a30-a9a3-35f43bdb7bfb admin admin] Deleting port 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:21:08.618116 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9c574497-1273-4a30-a9a3-35f43bdb7bfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (4fbe838a-5aaa-4d49-a2a5-0021f0da2f85), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:08.623761 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-0fa5aed0-465d-4b37-841b-bb0178e5131e None None] Set router ed0337df-2e47-44f0-86f8-d2145b93f43f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:08.671438 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af7079-181d-440e-a1bb-51e6e1f10ed8 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Pushing event deleted for resources: {'Port': ['ID=c06fb341-7867-4502-8d93-dc4d54033094,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:08.712126 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32af7079-181d-440e-a1bb-51e6e1f10ed8 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks [] for floatingip (96ba3e5d-9500-4279-96ef-2f0774c1be27), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:08.714686 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32af7079-181d-440e-a1bb-51e6e1f10ed8 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:08.718394 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-32af7079-181d-440e-a1bb-51e6e1f10ed8 tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] 10.222.0.55 "DELETE /v2.0/floatingips/96ba3e5d-9500-4279-96ef-2f0774c1be27 HTTP/1.1" status: 204 len: 168 time: 0.5986426 May 10 03:21:08.736481 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-9c574497-1273-4a30-a9a3-35f43bdb7bfb admin admin] For port 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=4fbe838a-5aaa-4d49-a2a5-0021f0da2f85,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:08.736481 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9c574497-1273-4a30-a9a3-35f43bdb7bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (4fbe838a-5aaa-4d49-a2a5-0021f0da2f85), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:08.753567 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9c574497-1273-4a30-a9a3-35f43bdb7bfb admin admin] Calling delete_port for 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85 owned by network:router_gateway {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:21:08.823094 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-0fa5aed0-465d-4b37-841b-bb0178e5131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:21:07Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:08.858482 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa5aed0-465d-4b37-841b-bb0178e5131e None None] The sync data for ids ['ed0337df-2e47-44f0-86f8-d2145b93f43f'] in dv-cinder-830094-4-iscsi is: [{'id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'name': 'tempest-AttachVolumeNegativeTest-84161039-router', 'tenant_id': '5a2376b2c653467b885e8f3deb5018e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:08Z', 'updated_at': '2022-05-10T03:21:07Z', 'revision_number': 5, 'project_id': '5a2376b2c653467b885e8f3deb5018e7', 'gw_port': {'id': '4fbe838a-5aaa-4d49-a2a5-0021f0da2f85', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0337df-2e47-44f0-86f8-d2145b93f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:09Z', 'updated_at': '2022-05-10T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:21:08.941535 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9c574497-1273-4a30-a9a3-35f43bdb7bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (4fbe838a-5aaa-4d49-a2a5-0021f0da2f85), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:08.966954 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c574497-1273-4a30-a9a3-35f43bdb7bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbe838a-5aaa-4d49-a2a5-0021f0da2f85,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:09.031047 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9c574497-1273-4a30-a9a3-35f43bdb7bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962628'] for router_gateway (ed0337df-2e47-44f0-86f8-d2145b93f43f), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.122146 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9c574497-1273-4a30-a9a3-35f43bdb7bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9407'] for router (ed0337df-2e47-44f0-86f8-d2145b93f43f), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.124396 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9c574497-1273-4a30-a9a3-35f43bdb7bfb admin admin] Publish callbacks [] for router_controller (ed0337df-2e47-44f0-86f8-d2145b93f43f), precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.171246 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9c574497-1273-4a30-a9a3-35f43bdb7bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960403'] for router (ed0337df-2e47-44f0-86f8-d2145b93f43f), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.171946 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c574497-1273-4a30-a9a3-35f43bdb7bfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed0337df-2e47-44f0-86f8-d2145b93f43f {{(pid=103516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 03:21:09.176121 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9c574497-1273-4a30-a9a3-35f43bdb7bfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.177389 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-9c574497-1273-4a30-a9a3-35f43bdb7bfb admin admin] 10.222.0.55 "DELETE /v2.0/routers/ed0337df-2e47-44f0-86f8-d2145b93f43f HTTP/1.1" status: 204 len: 168 time: 1.1361134 May 10 03:21:09.180072 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 40894) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:09.228993 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b7c95f-3099-495c-a932-140d71d60590 admin admin] Deleting subnet 6ad8a8dc-3066-46a1-87d8-bb9efc0920fd {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:21:09.232145 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06b7c95f-3099-495c-a932-140d71d60590 admin admin] Publish callbacks [] for subnet (6ad8a8dc-3066-46a1-87d8-bb9efc0920fd), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.267233 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06b7c95f-3099-495c-a932-140d71d60590 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7618921'] for subnet (6ad8a8dc-3066-46a1-87d8-bb9efc0920fd), precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.351174 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06b7c95f-3099-495c-a932-140d71d60590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716651'] for subnet (6ad8a8dc-3066-46a1-87d8-bb9efc0920fd), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.406080 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06b7c95f-3099-495c-a932-140d71d60590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6482470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5503903'] for subnet (6ad8a8dc-3066-46a1-87d8-bb9efc0920fd), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.431563 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7c95f-3099-495c-a932-140d71d60590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ad8a8dc-3066-46a1-87d8-bb9efc0920fd,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:09.435199 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06b7c95f-3099-495c-a932-140d71d60590 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.440976 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40898) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:09.441110 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-06b7c95f-3099-495c-a932-140d71d60590 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6ad8a8dc-3066-46a1-87d8-bb9efc0920fd HTTP/1.1" status: 204 len: 168 time: 0.2598350 May 10 03:21:09.450987 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d7341-6202-4aa3-af2a-16a5d5c924c2 None None] Network 20b0c49b-98e0-4d73-bdea-8b46faafc116 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:21:09.515247 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085630'] for network (20b0c49b-98e0-4d73-bdea-8b46faafc116), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.565931 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] Deleting port 311387fb-1f6e-490b-bc40-b883f488a881 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:21:09.566269 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (311387fb-1f6e-490b-bc40-b883f488a881), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.630923 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] For port 311387fb-1f6e-490b-bc40-b883f488a881, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=311387fb-1f6e-490b-bc40-b883f488a881,segment=NetworkSegment(9e503648-5fa9-4086-a899-9e237848904a),segment_id=9e503648-5fa9-4086-a899-9e237848904a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:09.631281 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (311387fb-1f6e-490b-bc40-b883f488a881), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.643650 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] Calling delete_port for 311387fb-1f6e-490b-bc40-b883f488a881 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:21:09.719215 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (311387fb-1f6e-490b-bc40-b883f488a881), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.748130 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=311387fb-1f6e-490b-bc40-b883f488a881,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:09.751479 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] No DVR routers for this DVR port 311387fb-1f6e-490b-bc40-b883f488a881 on host dv-cinder-830094-4-iscsi {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:21:09.819451 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952848', 'neutron.services.segments.db._delete_segments_for_network-8729517486385'] for network (20b0c49b-98e0-4d73-bdea-8b46faafc116), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.843796 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b0c49b-98e0-4d73-bdea-8b46faafc116']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:09.858150 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e503648-5fa9-4086-a899-9e237848904a') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:09.858532 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e503648-5fa9-4086-a899-9e237848904a') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:09.859939 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ff3a8b-69c8-4d77-ba85-ed546909ff18 None None] DHCP port deletion for 20b0c49b-98e0-4d73-bdea-8b46faafc116 request from dv-cinder-830094-4-iscsi {{(pid=103517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 03:21:09.868682 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729517486906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576961'] for segment (9e503648-5fa9-4086-a899-9e237848904a), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.882995 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (9e503648-5fa9-4086-a899-9e237848904a), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.889814 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:21:09.890141 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5428932'] for segment (9e503648-5fa9-4086-a899-9e237848904a), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: Traceback (most recent call last): May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: timer() May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: cb(*args, **kw) May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: return func(*args, **kwargs) May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: self._notify() May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: self.callback(batched_events) May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: event.method(event) May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: return f(self, *a, **k) May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._get(url).json() May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: return self.request(url, 'GET', **kwargs) May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:21:09.891937 dv-cinder-830094-4-iscsi neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:21:09.951880 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964138'] for network (20b0c49b-98e0-4d73-bdea-8b46faafc116), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.957289 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.961187 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/20b0c49b-98e0-4d73-bdea-8b46faafc116 HTTP/1.1" status: 204 len: 168 time: 0.5192623 May 10 03:21:09.973609 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b5cd8-7c51-4fe4-9cd5-532f341061f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=20b0c49b-98e0-4d73-bdea-8b46faafc116,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:10.127590 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40908) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:10.167834 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-072f9347-b54b-454f-9062-1dc7e4ab6603 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a2376b2c653467b885e8f3deb5018e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391021 May 10 03:21:10.170148 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40910) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:10.216752 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7c9c50ac-37e1-4ca9-9546-7e63c712a553 admin admin] Publish callbacks [] for security_group (b16f3c36-b714-4356-8cd1-9538ec83a65c), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:10.237852 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7c9c50ac-37e1-4ca9-9546-7e63c712a553 admin admin] Publish callbacks [] for security_group (b16f3c36-b714-4356-8cd1-9538ec83a65c), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:10.285493 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7c9c50ac-37e1-4ca9-9546-7e63c712a553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (b16f3c36-b714-4356-8cd1-9538ec83a65c), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:10.288173 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7c9c50ac-37e1-4ca9-9546-7e63c712a553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:10.292078 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-7c9c50ac-37e1-4ca9-9546-7e63c712a553 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b16f3c36-b714-4356-8cd1-9538ec83a65c HTTP/1.1" status: 204 len: 168 time: 0.1210361 May 10 03:21:10.295802 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device ebddc238-d654-4abd-8c64-392ea4e99a64 no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:21:10.300040 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c50ac-37e1-4ca9-9546-7e63c712a553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16f3c36-b714-4356-8cd1-9538ec83a65c,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:10.319471 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: ebddc238-d654-4abd-8c64-392ea4e99a64 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:21:10.319817 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device ebddc238-d654-4abd-8c64-392ea4e99a64 not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:21:10.320234 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 311387fb-1f6e-490b-bc40-b883f488a881 no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:21:10.343774 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 311387fb-1f6e-490b-bc40-b883f488a881 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:21:10.344115 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 311387fb-1f6e-490b-bc40-b883f488a881 not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:21:10.344719 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85 no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:21:10.364212 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:21:10.364553 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 4fbe838a-5aaa-4d49-a2a5-0021f0da2f85 not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:21:10.540086 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f359cf0-bac8-4494-9d17-366a2bb89bac req-7418ecb1-4754-4015-8cbf-8bb8a4f8f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:10.541591 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4f359cf0-bac8-4494-9d17-366a2bb89bac req-7418ecb1-4754-4015-8cbf-8bb8a4f8f3ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b79f1de979384c108b5ff0427e44e30b&device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 1130 time: 0.0413365 May 10 03:21:10.635583 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f359cf0-bac8-4494-9d17-366a2bb89bac req-d4ddd0d9-bbf2-47c8-8519-1ee917c73396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:10.637079 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4f359cf0-bac8-4494-9d17-366a2bb89bac req-d4ddd0d9-bbf2-47c8-8519-1ee917c73396 service neutron] 10.222.0.64 "GET /v2.0/networks?id=05efa828-1dab-4ffe-a87b-ab104863313d HTTP/1.1" status: 200 len: 916 time: 0.0895631 May 10 03:21:10.681002 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4f359cf0-bac8-4494-9d17-366a2bb89bac req-db9a2bc5-45b3-4d5c-8618-9091e542376c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f02b6a99-10e5-411e-be0e-44e837772e46 HTTP/1.1" status: 200 len: 217 time: 0.0363791 May 10 03:21:10.734275 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f359cf0-bac8-4494-9d17-366a2bb89bac req-d1c352be-b18d-40a6-9682-86dbeed79387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:10.735707 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4f359cf0-bac8-4494-9d17-366a2bb89bac req-d1c352be-b18d-40a6-9682-86dbeed79387 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aca8826-50b4-4fc7-8ca0-772442ca36d7 HTTP/1.1" status: 200 len: 854 time: 0.0477600 May 10 03:21:10.782379 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f359cf0-bac8-4494-9d17-366a2bb89bac req-31c82221-2cbc-4631-96af-4c2cec7ed002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:10.783955 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4f359cf0-bac8-4494-9d17-366a2bb89bac req-31c82221-2cbc-4631-96af-4c2cec7ed002 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05efa828-1dab-4ffe-a87b-ab104863313d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413847 May 10 03:21:10.900812 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4f359cf0-bac8-4494-9d17-366a2bb89bac req-95037154-5833-453b-9b46-d962ef543c9d service neutron] 10.222.0.64 "GET /v2.0/networks/05efa828-1dab-4ffe-a87b-ab104863313d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044078 May 10 03:21:10.926006 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:10.951931 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 8849e2ad-b7bd-40d0-aba9-d512831c8b63 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:21:11.015210 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4f359cf0-bac8-4494-9d17-366a2bb89bac req-852d5760-b00e-4477-b3fb-e878ac98b538 service neutron] 10.222.0.64 "GET /v2.0/networks/05efa828-1dab-4ffe-a87b-ab104863313d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090698 May 10 03:21:11.038150 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: 8849e2ad-b7bd-40d0-aba9-d512831c8b63 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:21:11.038832 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 8849e2ad-b7bd-40d0-aba9-d512831c8b63 not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:21:11.390215 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 40980) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:11.528891 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bdb114a7-30b0-4ec3-9c37-77c237666684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:11.636490 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bdb114a7-30b0-4ec3-9c37-77c237666684 admin admin] Publish callbacks [] for security_group (9c6409e0-d4f8-4644-a3ab-47de406f0ff7), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:11.642849 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bdb114a7-30b0-4ec3-9c37-77c237666684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (9c6409e0-d4f8-4644-a3ab-47de406f0ff7), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:11.687564 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-bdb114a7-30b0-4ec3-9c37-77c237666684 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52e2eeba033c4830b2a6952baaada9f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962098 May 10 03:21:11.690125 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41010) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:11.692091 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb114a7-30b0-4ec3-9c37-77c237666684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6409e0-d4f8-4644-a3ab-47de406f0ff7,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:11.756179 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5290c6e2-f687-4d98-808d-f6cd71218961 admin admin] Publish callbacks [] for security_group (9c6409e0-d4f8-4644-a3ab-47de406f0ff7), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:11.794277 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5290c6e2-f687-4d98-808d-f6cd71218961 admin admin] Publish callbacks [] for security_group (9c6409e0-d4f8-4644-a3ab-47de406f0ff7), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:11.861919 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5290c6e2-f687-4d98-808d-f6cd71218961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (9c6409e0-d4f8-4644-a3ab-47de406f0ff7), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:11.864595 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5290c6e2-f687-4d98-808d-f6cd71218961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:11.869989 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-5290c6e2-f687-4d98-808d-f6cd71218961 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c6409e0-d4f8-4644-a3ab-47de406f0ff7 HTTP/1.1" status: 204 len: 168 time: 0.1787860 May 10 03:21:11.883658 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290c6e2-f687-4d98-808d-f6cd71218961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6409e0-d4f8-4644-a3ab-47de406f0ff7,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:12.266984 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41038) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:12.280446 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-45f2f866-40b3-4604-8d9e-27a789918199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:12.324913 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41042) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:12.369296 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-45f2f866-40b3-4604-8d9e-27a789918199 admin admin] Publish callbacks [] for security_group (b94eb386-4a20-4212-bf0a-534ccf3a463a), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:12.374997 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-45f2f866-40b3-4604-8d9e-27a789918199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (b94eb386-4a20-4212-bf0a-534ccf3a463a), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:12.395746 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41048) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:12.423050 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-45f2f866-40b3-4604-8d9e-27a789918199 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=78498cdbe17e48e6aa05a0db061cca38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1526692 May 10 03:21:12.423050 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2f866-40b3-4604-8d9e-27a789918199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94eb386-4a20-4212-bf0a-534ccf3a463a,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:12.423644 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41052) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:12.471218 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b492604-7248-4db7-bb4c-4c2f73d5d8f7 req-ddede3f6-c7f2-432f-a45b-e098905fde7a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0914660 May 10 03:21:12.484705 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3707e041-302b-4e84-96e8-7ab5b25747e4 admin admin] Publish callbacks [] for security_group (b94eb386-4a20-4212-bf0a-534ccf3a463a), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:12.511643 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3707e041-302b-4e84-96e8-7ab5b25747e4 admin admin] Publish callbacks [] for security_group (b94eb386-4a20-4212-bf0a-534ccf3a463a), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:12.554919 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c261bd3-6809-4234-b664-001e74844a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:12.646399 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b492604-7248-4db7-bb4c-4c2f73d5d8f7 req-3181f65c-f105-4de7-9710-f2767d82a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:12.647933 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b492604-7248-4db7-bb4c-4c2f73d5d8f7 req-3181f65c-f105-4de7-9710-f2767d82a0af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b79f1de979384c108b5ff0427e44e30b&device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 1130 time: 0.1218596 May 10 03:21:12.721865 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3707e041-302b-4e84-96e8-7ab5b25747e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (b94eb386-4a20-4212-bf0a-534ccf3a463a), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:12.725371 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3707e041-302b-4e84-96e8-7ab5b25747e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:12.726207 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-3707e041-302b-4e84-96e8-7ab5b25747e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b94eb386-4a20-4212-bf0a-534ccf3a463a HTTP/1.1" status: 204 len: 168 time: 0.3018625 May 10 03:21:12.779149 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707e041-302b-4e84-96e8-7ab5b25747e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94eb386-4a20-4212-bf0a-534ccf3a463a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:13.191747 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c261bd3-6809-4234-b664-001e74844a58 admin admin] Publish callbacks [] for security_group (07ddbe59-b3b1-4013-97b0-4285f72bd5ec), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.195417 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b492604-7248-4db7-bb4c-4c2f73d5d8f7 req-53c15314-7ead-4c63-a0f6-88568428d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:13.197024 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b492604-7248-4db7-bb4c-4c2f73d5d8f7 req-53c15314-7ead-4c63-a0f6-88568428d592 service neutron] 10.222.0.64 "GET /v2.0/networks?id=05efa828-1dab-4ffe-a87b-ab104863313d HTTP/1.1" status: 200 len: 916 time: 0.5284266 May 10 03:21:13.204596 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c261bd3-6809-4234-b664-001e74844a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (07ddbe59-b3b1-4013-97b0-4285f72bd5ec), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.238145 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59585a7a-5578-4216-9f17-b92ed5719f6c req-8826f499-ebb1-4eb0-b81a-60facc762485 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:13.239884 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-59585a7a-5578-4216-9f17-b92ed5719f6c req-8826f499-ebb1-4eb0-b81a-60facc762485 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 946 time: 0.0513184 May 10 03:21:13.293569 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-1c261bd3-6809-4234-b664-001e74844a58 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0ead0326f2e64c9ebde184a40de56848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9645042 May 10 03:21:13.293569 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c261bd3-6809-4234-b664-001e74844a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ddbe59-b3b1-4013-97b0-4285f72bd5ec,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:13.293776 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41084) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:13.334563 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-59585a7a-5578-4216-9f17-b92ed5719f6c req-09a5f244-f8c2-49f7-8675-b3474bb92f64 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867915 May 10 03:21:13.362835 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e538e154-ca14-463d-a6a6-476ce2d3daa8 admin admin] Publish callbacks [] for security_group (07ddbe59-b3b1-4013-97b0-4285f72bd5ec), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.386397 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e538e154-ca14-463d-a6a6-476ce2d3daa8 admin admin] Publish callbacks [] for security_group (07ddbe59-b3b1-4013-97b0-4285f72bd5ec), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.428166 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86f15220-beb5-432d-8249-e8a84c616a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-965930'] for router_interface (5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.440563 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e538e154-ca14-463d-a6a6-476ce2d3daa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (07ddbe59-b3b1-4013-97b0-4285f72bd5ec), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.440563 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e538e154-ca14-463d-a6a6-476ce2d3daa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.441660 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-e538e154-ca14-463d-a6a6-476ce2d3daa8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/07ddbe59-b3b1-4013-97b0-4285f72bd5ec HTTP/1.1" status: 204 len: 168 time: 0.1451185 May 10 03:21:13.442260 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41088) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:13.460210 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538e154-ca14-463d-a6a6-476ce2d3daa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ddbe59-b3b1-4013-97b0-4285f72bd5ec,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:13.701791 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-86f15220-beb5-432d-8249-e8a84c616a05 admin admin] Deleting port 937047de-2681-4066-8246-3b1b9cce67a5 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:21:13.702146 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86f15220-beb5-432d-8249-e8a84c616a05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (937047de-2681-4066-8246-3b1b9cce67a5), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.716751 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-aaee2ae1-16d7-466b-aa80-047ad46b8ff3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-206787087-network', 'tenant_id': 'd537921027294716af9874389628492c'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:13.742837 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaee2ae1-16d7-466b-aa80-047ad46b8ff3 admin admin] Made reservation on behalf of d537921027294716af9874389628492c for: {'network': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:21:13.749801 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aaee2ae1-16d7-466b-aa80-047ad46b8ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.762505 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aaee2ae1-16d7-466b-aa80-047ad46b8ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.787416 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41096) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:13.791638 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-86f15220-beb5-432d-8249-e8a84c616a05 admin admin] For port 937047de-2681-4066-8246-3b1b9cce67a5, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=937047de-2681-4066-8246-3b1b9cce67a5,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:13.792004 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86f15220-beb5-432d-8249-e8a84c616a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (937047de-2681-4066-8246-3b1b9cce67a5), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.806676 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-86f15220-beb5-432d-8249-e8a84c616a05 admin admin] Calling delete_port for 937047de-2681-4066-8246-3b1b9cce67a5 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:21:13.807992 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f156-a483-4f3b-bd6c-352273c1e962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.887589 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aaee2ae1-16d7-466b-aa80-047ad46b8ff3 admin admin] Publish callbacks [] for security_group (ff833bfa-2c6c-46e9-b15a-7b76dbb03aaf), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.894511 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aaee2ae1-16d7-466b-aa80-047ad46b8ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (ff833bfa-2c6c-46e9-b15a-7b76dbb03aaf), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.919845 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaee2ae1-16d7-466b-aa80-047ad46b8ff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:21:13.944523 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aaee2ae1-16d7-466b-aa80-047ad46b8ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (eef84bd7-95bb-48dd-90da-065354eab108), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.944996 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.segments_db [None req-aaee2ae1-16d7-466b-aa80-047ad46b8ff3 admin admin] Added segment eef84bd7-95bb-48dd-90da-065354eab108 of type vlan for network 20ae02f4-e8d2-450f-b4f3-65f8fbb28c0a May 10 03:21:13.958671 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee2ae1-16d7-466b-aa80-047ad46b8ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff833bfa-2c6c-46e9-b15a-7b76dbb03aaf,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:13.988058 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f156-a483-4f3b-bd6c-352273c1e962 admin admin] Publish callbacks [] for security_group (cc781970-2af6-44fc-82b9-4581b408e754), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.995058 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f156-a483-4f3b-bd6c-352273c1e962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (cc781970-2af6-44fc-82b9-4581b408e754), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.023704 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aaee2ae1-16d7-466b-aa80-047ad46b8ff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (20ae02f4-e8d2-450f-b4f3-65f8fbb28c0a), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.030488 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86f15220-beb5-432d-8249-e8a84c616a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (937047de-2681-4066-8246-3b1b9cce67a5), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.058793 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-dbe2f156-a483-4f3b-bd6c-352273c1e962 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5240ef3721f2426caf70ce78409c36a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684519 May 10 03:21:14.060279 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2f156-a483-4f3b-bd6c-352273c1e962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc781970-2af6-44fc-82b9-4581b408e754,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:14.061139 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41104) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:14.081340 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aaee2ae1-16d7-466b-aa80-047ad46b8ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (20ae02f4-e8d2-450f-b4f3-65f8fbb28c0a), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.082638 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaee2ae1-16d7-466b-aa80-047ad46b8ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:14.083329 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aaee2ae1-16d7-466b-aa80-047ad46b8ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.086461 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f15220-beb5-432d-8249-e8a84c616a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=937047de-2681-4066-8246-3b1b9cce67a5,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:14.146958 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-aaee2ae1-16d7-466b-aa80-047ad46b8ff3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6969385 May 10 03:21:14.149847 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41106) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:14.155508 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-1db91993-8efc-4052-b895-17b345b8acd7 admin admin] Request body: {'subnet': {'network_id': '20ae02f4-e8d2-450f-b4f3-65f8fbb28c0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-206787087-subnet', 'tenant_id': 'd537921027294716af9874389628492c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:14.168322 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee2ae1-16d7-466b-aa80-047ad46b8ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=20ae02f4-e8d2-450f-b4f3-65f8fbb28c0a,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:14.174258 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9eb00349-23f4-4e79-8048-f2de21f9ab3e admin admin] Publish callbacks [] for security_group (cc781970-2af6-44fc-82b9-4581b408e754), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.186985 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network 20ae02f4-e8d2-450f-b4f3-65f8fbb28c0a details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:21:14.189134 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db91993-8efc-4052-b895-17b345b8acd7 admin admin] Made reservation on behalf of d537921027294716af9874389628492c for: {'subnet': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:21:14.191806 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1db91993-8efc-4052-b895-17b345b8acd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5804280'] for subnet (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.242915 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9eb00349-23f4-4e79-8048-f2de21f9ab3e admin admin] Publish callbacks [] for security_group (cc781970-2af6-44fc-82b9-4581b408e754), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.343844 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86f15220-beb5-432d-8249-e8a84c616a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952867'] for router_interface (5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.406314 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9eb00349-23f4-4e79-8048-f2de21f9ab3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (cc781970-2af6-44fc-82b9-4581b408e754), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.408976 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9eb00349-23f4-4e79-8048-f2de21f9ab3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.413573 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1db91993-8efc-4052-b895-17b345b8acd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5427817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5804262'] for subnet (28075b77-0aba-4c7d-858e-25c5f967443d), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.414779 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-9eb00349-23f4-4e79-8048-f2de21f9ab3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc781970-2af6-44fc-82b9-4581b408e754 HTTP/1.1" status: 204 len: 168 time: 0.3513367 May 10 03:21:14.461394 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb00349-23f4-4e79-8048-f2de21f9ab3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc781970-2af6-44fc-82b9-4581b408e754,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:14.470053 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db91993-8efc-4052-b895-17b345b8acd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28075b77-0aba-4c7d-858e-25c5f967443d,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:14.478280 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db91993-8efc-4052-b895-17b345b8acd7 admin admin] Checking segment: {'id': 'eef84bd7-95bb-48dd-90da-065354eab108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '20ae02f4-e8d2-450f-b4f3-65f8fbb28c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:21:14.479181 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db91993-8efc-4052-b895-17b345b8acd7 admin admin] Network hostable DHCP agents. Network: 20ae02f4-e8d2-450f-b4f3-65f8fbb28c0a, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:21:14.499280 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db91993-8efc-4052-b895-17b345b8acd7 admin admin] Network 20ae02f4-e8d2-450f-b4f3-65f8fbb28c0a is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:21:14.509807 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-1db91993-8efc-4052-b895-17b345b8acd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, 20ae02f4-e8d2-450f-b4f3-65f8fbb28c0a) {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:21:14.514683 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db91993-8efc-4052-b895-17b345b8acd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:14.515292 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1db91993-8efc-4052-b895-17b345b8acd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.522372 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58e5dea-7dc8-474d-823e-c96f0362a182 None None] Network 20ae02f4-e8d2-450f-b4f3-65f8fbb28c0a requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:21:14.548962 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-1db91993-8efc-4052-b895-17b345b8acd7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3977294 May 10 03:21:14.549439 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7bd84-8a72-4436-ae93-798936abb197 req-9003ec46-f92f-4378-8486-55a4e34d24e3 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:14.551140 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0be7bd84-8a72-4436-ae93-798936abb197 req-9003ec46-f92f-4378-8486-55a4e34d24e3 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 946 time: 0.1303165 May 10 03:21:14.552599 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b492604-7248-4db7-bb4c-4c2f73d5d8f7 req-e95de03b-7c96-4c4b-882c-3be6ef7e6d5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f02b6a99-10e5-411e-be0e-44e837772e46 HTTP/1.1" status: 200 len: 217 time: 0.0564723 May 10 03:21:14.630038 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493f9ee5-3384-4411-86ef-585f999a5185 None None] Network 20ae02f4-e8d2-450f-b4f3-65f8fbb28c0a requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:21:14.758278 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-104870d9-a582-4189-9ebd-d95a495d74f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.813256 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0be7bd84-8a72-4436-ae93-798936abb197 req-446bd61e-6847-4e0a-b322-63d5678369c1 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b8e3062-39ae-4f4d-9797-137ffba5e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449422 May 10 03:21:14.821972 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b492604-7248-4db7-bb4c-4c2f73d5d8f7 req-e896da09-adb7-4ece-bb8a-53736c239350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:14.823937 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b492604-7248-4db7-bb4c-4c2f73d5d8f7 req-e896da09-adb7-4ece-bb8a-53736c239350 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aca8826-50b4-4fc7-8ca0-772442ca36d7 HTTP/1.1" status: 200 len: 854 time: 0.2456214 May 10 03:21:14.826043 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f15220-beb5-432d-8249-e8a84c616a05 admin admin] Router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:21:14.872676 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a5a94-1a89-4a06-be61-5704cd4d92f4 req-1bc976df-1f66-4a2d-9136-3739c6cd3e08 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:14.874228 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a47a5a94-1a89-4a06-be61-5704cd4d92f4 req-1bc976df-1f66-4a2d-9136-3739c6cd3e08 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.64 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 946 time: 0.0680664 May 10 03:21:14.914450 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b492604-7248-4db7-bb4c-4c2f73d5d8f7 req-a24285d1-0173-4ca1-8878-6c5283a6c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:14.916220 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b492604-7248-4db7-bb4c-4c2f73d5d8f7 req-a24285d1-0173-4ca1-8878-6c5283a6c848 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05efa828-1dab-4ffe-a87b-ab104863313d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862174 May 10 03:21:15.032627 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-a47a5a94-1a89-4a06-be61-5704cd4d92f4 req-d6c7b63d-4799-4377-b1c1-a0993d032958 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Deleting port f02b6a99-10e5-411e-be0e-44e837772e46 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:21:15.033197 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-a47a5a94-1a89-4a06-be61-5704cd4d92f4 req-d6c7b63d-4799-4377-b1c1-a0993d032958 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.055636 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f15220-beb5-432d-8249-e8a84c616a05 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:21:15.063512 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-86f15220-beb5-432d-8249-e8a84c616a05 admin admin] 10.222.0.55 "PUT /v2.0/routers/5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6667221 May 10 03:21:15.069250 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514c7adf-50ad-4620-b5d0-728c4be877c2 None None] Sync routers for ids ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:21:15.085045 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514c7adf-50ad-4620-b5d0-728c4be877c2 None None] Routers {'5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:15.086441 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41132) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:15.087281 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-514c7adf-50ad-4620-b5d0-728c4be877c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:20:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:15.190452 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b492604-7248-4db7-bb4c-4c2f73d5d8f7 req-05727232-5b2d-4508-9134-c84172486de1 service neutron] 10.222.0.64 "GET /v2.0/networks/05efa828-1dab-4ffe-a87b-ab104863313d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676871 May 10 03:21:15.191763 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-a47a5a94-1a89-4a06-be61-5704cd4d92f4 req-d6c7b63d-4799-4377-b1c1-a0993d032958 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] For port f02b6a99-10e5-411e-be0e-44e837772e46, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f02b6a99-10e5-411e-be0e-44e837772e46,segment=NetworkSegment(207fb77e-4703-4f5d-bbcf-330c3884052e),segment_id=207fb77e-4703-4f5d-bbcf-330c3884052e)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:15.192245 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-a47a5a94-1a89-4a06-be61-5704cd4d92f4 req-d6c7b63d-4799-4377-b1c1-a0993d032958 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.219738 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-a47a5a94-1a89-4a06-be61-5704cd4d92f4 req-d6c7b63d-4799-4377-b1c1-a0993d032958 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Calling delete_port for f02b6a99-10e5-411e-be0e-44e837772e46 owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:21:15.344619 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-514c7adf-50ad-4620-b5d0-728c4be877c2 None None] Set router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:15.415451 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-a47a5a94-1a89-4a06-be61-5704cd4d92f4 req-d6c7b63d-4799-4377-b1c1-a0993d032958 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (f02b6a99-10e5-411e-be0e-44e837772e46), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.429469 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['f02b6a99-10e5-411e-be0e-44e837772e46'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:21:15.450435 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd1e366b-11ee-49c3-b03d-f697c7a43f69 admin admin] Publish callbacks [] for router (5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.488745 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41150) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:15.497538 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-c2cdc83f-36d9-4bbd-b6b4-e10fe5a7bc4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1748415390-network', 'tenant_id': '1071d4df1185488d9b7680af88e7dbb3'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:15.501610 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b492604-7248-4db7-bb4c-4c2f73d5d8f7 req-fbaaf13d-28cc-438b-a626-990665687f02 service neutron] 10.222.0.64 "GET /v2.0/networks/05efa828-1dab-4ffe-a87b-ab104863313d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936072 May 10 03:21:15.503310 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7b63d-4799-4377-b1c1-a0993d032958 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Pushing event deleted for resources: {'Port': ['ID=f02b6a99-10e5-411e-be0e-44e837772e46,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:15.584071 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd1e366b-11ee-49c3-b03d-f697c7a43f69 admin admin] Publish callbacks [] for router_gateway (5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.603854 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-514c7adf-50ad-4620-b5d0-728c4be877c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:21:13Z', 'revision_number': 5, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port': {'id': 'd2a469b9-84d9-4c03-b4cf-8106f981645f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:14:07Z', 'updated_at': '2022-05-10T03:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:15.637904 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cdc83f-36d9-4bbd-b6b4-e10fe5a7bc4c admin admin] Made reservation on behalf of 1071d4df1185488d9b7680af88e7dbb3 for: {'network': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:21:15.638130 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-fd1e366b-11ee-49c3-b03d-f697c7a43f69 admin admin] Deleting port d2a469b9-84d9-4c03-b4cf-8106f981645f {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:21:15.638768 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd1e366b-11ee-49c3-b03d-f697c7a43f69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (d2a469b9-84d9-4c03-b4cf-8106f981645f), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.640359 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc83f-36d9-4bbd-b6b4-e10fe5a7bc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.642195 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514c7adf-50ad-4620-b5d0-728c4be877c2 None None] Checking router: 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:21:15.643011 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47a5a94-1a89-4a06-be61-5704cd4d92f4 req-d6c7b63d-4799-4377-b1c1-a0993d032958 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] No DVR routers for this DVR port f02b6a99-10e5-411e-be0e-44e837772e46 on host hv-cinder-83009 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:21:15.646628 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-a47a5a94-1a89-4a06-be61-5704cd4d92f4 req-d6c7b63d-4799-4377-b1c1-a0993d032958 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.650606 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a47a5a94-1a89-4a06-be61-5704cd4d92f4 req-d6c7b63d-4799-4377-b1c1-a0993d032958 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.64 "DELETE /v2.0/ports/f02b6a99-10e5-411e-be0e-44e837772e46 HTTP/1.1" status: 204 len: 173 time: 0.7691522 May 10 03:21:15.651048 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0144796a-ba13-4fb0-b9a6-ce953cbc7b60', 'name': 'network-vif-deleted', 'tag': 'f02b6a99-10e5-411e-be0e-44e837772e46'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:21:15.653603 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f98a7a-ee4f-4c94-885c-ed76b699e18d" -d '{"events": [{"server_uuid": "0144796a-ba13-4fb0-b9a6-ce953cbc7b60", "name": "network-vif-deleted", "tag": "f02b6a99-10e5-411e-be0e-44e837772e46"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:21:15.654998 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514c7adf-50ad-4620-b5d0-728c4be877c2 None None] Routers {'5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:15.655816 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-514c7adf-50ad-4620-b5d0-728c4be877c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:20:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:15.676288 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc83f-36d9-4bbd-b6b4-e10fe5a7bc4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.701579 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020f7d6f-c684-441f-b882-dc2653f36b35 x-openstack-request-id: req-020f7d6f-c684-441f-b882-dc2653f36b35 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:21:15.701882 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0144796a-ba13-4fb0-b9a6-ce953cbc7b60", "name": "network-vif-deleted", "tag": "f02b6a99-10e5-411e-be0e-44e837772e46", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:21:15.702143 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-020f7d6f-c684-441f-b882-dc2653f36b35 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:21:15.702550 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-020f7d6f-c684-441f-b882-dc2653f36b35'] response: {'server_uuid': '0144796a-ba13-4fb0-b9a6-ce953cbc7b60', 'name': 'network-vif-deleted', 'tag': 'f02b6a99-10e5-411e-be0e-44e837772e46', 'status': 'completed', 'code': 200} May 10 03:21:15.753794 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-fd1e366b-11ee-49c3-b03d-f697c7a43f69 admin admin] For port d2a469b9-84d9-4c03-b4cf-8106f981645f, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=d2a469b9-84d9-4c03-b4cf-8106f981645f,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:15.754204 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd1e366b-11ee-49c3-b03d-f697c7a43f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (d2a469b9-84d9-4c03-b4cf-8106f981645f), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.772690 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-fd1e366b-11ee-49c3-b03d-f697c7a43f69 admin admin] Calling delete_port for d2a469b9-84d9-4c03-b4cf-8106f981645f owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:21:15.788173 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc83f-36d9-4bbd-b6b4-e10fe5a7bc4c admin admin] Publish callbacks [] for security_group (75880e1e-cd98-4f6b-8d1c-9ffd3bef1251), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.804209 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc83f-36d9-4bbd-b6b4-e10fe5a7bc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (75880e1e-cd98-4f6b-8d1c-9ffd3bef1251), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.877211 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2cdc83f-36d9-4bbd-b6b4-e10fe5a7bc4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:21:15.887046 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdc83f-36d9-4bbd-b6b4-e10fe5a7bc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75880e1e-cd98-4f6b-8d1c-9ffd3bef1251,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:15.902707 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc83f-36d9-4bbd-b6b4-e10fe5a7bc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (9df2021c-0117-4b06-8d81-8b50c4bccb8a), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.903061 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.segments_db [None req-c2cdc83f-36d9-4bbd-b6b4-e10fe5a7bc4c admin admin] Added segment 9df2021c-0117-4b06-8d81-8b50c4bccb8a of type vlan for network 331a0c94-d010-439d-86a3-0366af0574d7 May 10 03:21:15.936907 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-514c7adf-50ad-4620-b5d0-728c4be877c2 None None] Set router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 gateway port host: None {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:16.002892 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc83f-36d9-4bbd-b6b4-e10fe5a7bc4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (331a0c94-d010-439d-86a3-0366af0574d7), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.013821 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-514c7adf-50ad-4620-b5d0-728c4be877c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:21:15Z', 'revision_number': 6, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port_host': None}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:16.049162 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f6e789ca-836e-4596-8df1-8beea70bc580 req-6fb3040f-7db9-4228-96a4-15d2ff64c629 tempest-TestMinimumBasicScenario-1343155971 tempest-TestMinimumBasicScenario-1343155971-project] 10.222.0.55 "GET /v2.0/ports?device_id=0144796a-ba13-4fb0-b9a6-ce953cbc7b60 HTTP/1.1" status: 200 len: 210 time: 0.0529857 May 10 03:21:16.054162 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc83f-36d9-4bbd-b6b4-e10fe5a7bc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (331a0c94-d010-439d-86a3-0366af0574d7), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.055446 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cdc83f-36d9-4bbd-b6b4-e10fe5a7bc4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:16.056042 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc83f-36d9-4bbd-b6b4-e10fe5a7bc4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.074104 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514c7adf-50ad-4620-b5d0-728c4be877c2 None None] The sync data for ids ['5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1'] in dv-cinder-830094-4-iscsi is: [{'id': '5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1', 'name': 'tempest-AttachVolumeShelveTestJSON-800581795-router', 'tenant_id': 'f4149fee898c44c180ae1de15ac9d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:14:05Z', 'updated_at': '2022-05-10T03:21:15Z', 'revision_number': 6, 'project_id': 'f4149fee898c44c180ae1de15ac9d9da', 'gw_port_host': None}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:21:16.170325 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdc83f-36d9-4bbd-b6b4-e10fe5a7bc4c admin admin] Pushing event updated for resources: {'Network': ['ID=331a0c94-d010-439d-86a3-0366af0574d7,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:16.179081 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-c2cdc83f-36d9-4bbd-b6b4-e10fe5a7bc4c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6855938 May 10 03:21:16.179552 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd1e366b-11ee-49c3-b03d-f697c7a43f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (d2a469b9-84d9-4c03-b4cf-8106f981645f), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.180891 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41166) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:16.182697 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network 331a0c94-d010-439d-86a3-0366af0574d7 details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:21:16.186975 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ac9b519e-9ddf-400f-9445-b6895090a143 admin admin] Request body: {'subnet': {'network_id': '331a0c94-d010-439d-86a3-0366af0574d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1748415390-subnet', 'tenant_id': '1071d4df1185488d9b7680af88e7dbb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:16.243912 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e366b-11ee-49c3-b03d-f697c7a43f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a469b9-84d9-4c03-b4cf-8106f981645f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:16.310966 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9b519e-9ddf-400f-9445-b6895090a143 admin admin] Made reservation on behalf of 1071d4df1185488d9b7680af88e7dbb3 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:21:16.314061 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac9b519e-9ddf-400f-9445-b6895090a143 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5503992'] for subnet (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.378140 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd1e366b-11ee-49c3-b03d-f697c7a43f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962628'] for router_gateway (5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.528523 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd1e366b-11ee-49c3-b03d-f697c7a43f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9407'] for router (5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.532601 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd1e366b-11ee-49c3-b03d-f697c7a43f69 admin admin] Publish callbacks [] for router_controller (5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1), precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.586864 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 937047de-2681-4066-8246-3b1b9cce67a5 no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:21:16.613258 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd1e366b-11ee-49c3-b03d-f697c7a43f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960403'] for router (5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.613789 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1e366b-11ee-49c3-b03d-f697c7a43f69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 03:21:16.620910 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 937047de-2681-4066-8246-3b1b9cce67a5 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:21:16.623917 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 937047de-2681-4066-8246-3b1b9cce67a5 not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:21:16.624967 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd1e366b-11ee-49c3-b03d-f697c7a43f69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.626459 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-fd1e366b-11ee-49c3-b03d-f697c7a43f69 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5d93e747-c1b4-4a8c-9dbf-776fb3fdbcc1 HTTP/1.1" status: 204 len: 168 time: 1.5358860 May 10 03:21:16.629143 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41184) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:16.718499 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac9b519e-9ddf-400f-9445-b6895090a143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6483681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5503974'] for subnet (316672e3-c75a-4b1b-a5fd-ec5bac1a0974), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.730975 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e3792a-6547-4929-a758-16eeae48dec6 admin admin] Deleting subnet 5ae3f063-d3d5-4965-b738-da42afcb0558 {{(pid=103516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:21:16.734513 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-42e3792a-6547-4929-a758-16eeae48dec6 admin admin] Publish callbacks [] for subnet (5ae3f063-d3d5-4965-b738-da42afcb0558), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.748221 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41186) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:16.782653 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-42e3792a-6547-4929-a758-16eeae48dec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576826'] for subnet (5ae3f063-d3d5-4965-b738-da42afcb0558), precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.799042 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b519e-9ddf-400f-9445-b6895090a143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=316672e3-c75a-4b1b-a5fd-ec5bac1a0974,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:16.809040 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9b519e-9ddf-400f-9445-b6895090a143 admin admin] Checking segment: {'id': '9df2021c-0117-4b06-8d81-8b50c4bccb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '331a0c94-d010-439d-86a3-0366af0574d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:21:16.809619 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9b519e-9ddf-400f-9445-b6895090a143 admin admin] Network hostable DHCP agents. Network: 331a0c94-d010-439d-86a3-0366af0574d7, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:21:16.829704 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9b519e-9ddf-400f-9445-b6895090a143 admin admin] Network 331a0c94-d010-439d-86a3-0366af0574d7 is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:21:16.842253 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-ac9b519e-9ddf-400f-9445-b6895090a143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, 331a0c94-d010-439d-86a3-0366af0574d7) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:21:16.851781 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb6a57f-fa68-49b7-920e-aa50cc4eefc4 None None] Network 331a0c94-d010-439d-86a3-0366af0574d7 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:21:16.862518 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9b519e-9ddf-400f-9445-b6895090a143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:16.866157 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac9b519e-9ddf-400f-9445-b6895090a143 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.886775 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-42e3792a-6547-4929-a758-16eeae48dec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716651'] for subnet (5ae3f063-d3d5-4965-b738-da42afcb0558), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.892210 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ac9a92c-c56d-4b0f-a1f9-55af6809bb08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.905531 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-ac9b519e-9ddf-400f-9445-b6895090a143 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7222538 May 10 03:21:16.979331 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-42e3792a-6547-4929-a758-16eeae48dec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5428910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5804191'] for subnet (5ae3f063-d3d5-4965-b738-da42afcb0558), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.014568 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ac9a92c-c56d-4b0f-a1f9-55af6809bb08 admin admin] Publish callbacks [] for security_group (0d91489b-c115-422e-ab32-88a06fcc5603), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.022989 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ac9a92c-c56d-4b0f-a1f9-55af6809bb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (0d91489b-c115-422e-ab32-88a06fcc5603), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.025488 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3792a-6547-4929-a758-16eeae48dec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae3f063-d3d5-4965-b738-da42afcb0558,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:17.027594 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-42e3792a-6547-4929-a758-16eeae48dec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.031206 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-42e3792a-6547-4929-a758-16eeae48dec6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5ae3f063-d3d5-4965-b738-da42afcb0558 HTTP/1.1" status: 204 len: 168 time: 0.4010632 May 10 03:21:17.035757 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41198) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:17.071529 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fe7602-82b5-4b7d-89c2-7b91b93dc425 None None] Network 2b607388-5cb4-41a1-8154-ba2917605d5c requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:21:17.106787 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-8ac9a92c-c56d-4b0f-a1f9-55af6809bb08 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c6ebe5857f4c4cb1982b483c09080bbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3550611 May 10 03:21:17.108302 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41208) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:17.137004 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ab8558-223e-4150-8b5d-0152c5976464 None None] Network 331a0c94-d010-439d-86a3-0366af0574d7 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:21:17.203602 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9a92c-c56d-4b0f-a1f9-55af6809bb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d91489b-c115-422e-ab32-88a06fcc5603,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:17.232293 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085630'] for network (2b607388-5cb4-41a1-8154-ba2917605d5c), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.251575 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69fab016-575a-4e2f-963a-d7dff322c5d2 admin admin] Publish callbacks [] for security_group (0d91489b-c115-422e-ab32-88a06fcc5603), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.258628 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a349869d-9b4b-4cbf-8ec4-909c21e4359f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.328464 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] Deleting port 33616b2d-a81f-462c-ae2f-9eb116e7b643 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:21:17.329959 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (33616b2d-a81f-462c-ae2f-9eb116e7b643), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.335055 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69fab016-575a-4e2f-963a-d7dff322c5d2 admin admin] Publish callbacks [] for security_group (0d91489b-c115-422e-ab32-88a06fcc5603), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.435600 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6780113-b644-45ff-bce5-86e05fc1bc6b None None] DHCP port deletion for 2b607388-5cb4-41a1-8154-ba2917605d5c request from dv-cinder-830094-4-iscsi {{(pid=103517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 03:21:17.465789 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69fab016-575a-4e2f-963a-d7dff322c5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (0d91489b-c115-422e-ab32-88a06fcc5603), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.467226 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] For port 33616b2d-a81f-462c-ae2f-9eb116e7b643, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=33616b2d-a81f-462c-ae2f-9eb116e7b643,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:17.468968 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (33616b2d-a81f-462c-ae2f-9eb116e7b643), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.469610 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69fab016-575a-4e2f-963a-d7dff322c5d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.473130 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-69fab016-575a-4e2f-963a-d7dff322c5d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d91489b-c115-422e-ab32-88a06fcc5603 HTTP/1.1" status: 204 len: 168 time: 0.3616076 May 10 03:21:17.485604 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fab016-575a-4e2f-963a-d7dff322c5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d91489b-c115-422e-ab32-88a06fcc5603,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:17.504368 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] Calling delete_port for 33616b2d-a81f-462c-ae2f-9eb116e7b643 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:21:17.546371 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-f6780113-b644-45ff-bce5-86e05fc1bc6b None None] Deleting port 33616b2d-a81f-462c-ae2f-9eb116e7b643 {{(pid=103517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:21:17.547127 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f6780113-b644-45ff-bce5-86e05fc1bc6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (33616b2d-a81f-462c-ae2f-9eb116e7b643), before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.636521 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-f6780113-b644-45ff-bce5-86e05fc1bc6b None None] For port 33616b2d-a81f-462c-ae2f-9eb116e7b643, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=33616b2d-a81f-462c-ae2f-9eb116e7b643,segment=NetworkSegment(c5019f86-344e-45e0-b309-1e561fc7b81e),segment_id=c5019f86-344e-45e0-b309-1e561fc7b81e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:17.637836 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f6780113-b644-45ff-bce5-86e05fc1bc6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (33616b2d-a81f-462c-ae2f-9eb116e7b643), precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.655467 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-f6780113-b644-45ff-bce5-86e05fc1bc6b None None] Calling delete_port for 33616b2d-a81f-462c-ae2f-9eb116e7b643 owned by network:dhcp {{(pid=103517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:21:17.727458 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (33616b2d-a81f-462c-ae2f-9eb116e7b643), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.784143 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] Pushing event deleted for resources: {'Port': ['ID=33616b2d-a81f-462c-ae2f-9eb116e7b643,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:17.793296 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] No DVR routers for this DVR port 33616b2d-a81f-462c-ae2f-9eb116e7b643 on host dv-cinder-830094-4-iscsi {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:21:17.829767 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f6780113-b644-45ff-bce5-86e05fc1bc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809'] for port (33616b2d-a81f-462c-ae2f-9eb116e7b643), after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.885784 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6780113-b644-45ff-bce5-86e05fc1bc6b None None] Pushing event deleted for resources: {'Port': ['ID=33616b2d-a81f-462c-ae2f-9eb116e7b643,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:17.900576 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6780113-b644-45ff-bce5-86e05fc1bc6b None None] No DVR routers for this DVR port 33616b2d-a81f-462c-ae2f-9eb116e7b643 on host dv-cinder-830094-4-iscsi {{(pid=103517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:21:18.029020 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952848', 'neutron.services.segments.db._delete_segments_for_network-8729517486385'] for network (2b607388-5cb4-41a1-8154-ba2917605d5c), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.071083 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b607388-5cb4-41a1-8154-ba2917605d5c']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:18.085055 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5019f86-344e-45e0-b309-1e561fc7b81e') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:18.085495 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5019f86-344e-45e0-b309-1e561fc7b81e') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:18.099789 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729517486906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576961'] for segment (c5019f86-344e-45e0-b309-1e561fc7b81e), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.117838 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (c5019f86-344e-45e0-b309-1e561fc7b81e), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.124735 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:21:18.125211 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5428932'] for segment (c5019f86-344e-45e0-b309-1e561fc7b81e), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: Traceback (most recent call last): May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: timer() May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: cb(*args, **kw) May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: return func(*args, **kwargs) May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: self._notify() May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: self.callback(batched_events) May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: event.method(event) May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: return f(self, *a, **k) May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._get(url).json() May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: return self.request(url, 'GET', **kwargs) May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:21:18.127065 dv-cinder-830094-4-iscsi neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:21:18.184410 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.196234 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964138'] for network (2b607388-5cb4-41a1-8154-ba2917605d5c), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.206664 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.210024 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2b607388-5cb4-41a1-8154-ba2917605d5c HTTP/1.1" status: 204 len: 168 time: 1.1727779 May 10 03:21:18.219987 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804aaa14-1108-4e19-9e33-7556f97a3767 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b607388-5cb4-41a1-8154-ba2917605d5c,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:18.228487 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41276) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:18.324444 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 33616b2d-a81f-462c-ae2f-9eb116e7b643 no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:21:18.355484 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 33616b2d-a81f-462c-ae2f-9eb116e7b643 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:21:18.356135 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 33616b2d-a81f-462c-ae2f-9eb116e7b643 not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:21:18.356729 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device d2a469b9-84d9-4c03-b4cf-8106f981645f no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:21:18.363292 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96a00cd7-f0b5-4f43-b699-626839f2c447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.372940 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41284) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:18.383509 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: d2a469b9-84d9-4c03-b4cf-8106f981645f {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:21:18.383849 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device d2a469b9-84d9-4c03-b4cf-8106f981645f not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:21:18.426135 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-d4dde0a6-3725-4425-b78f-ca98829f332f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f4149fee898c44c180ae1de15ac9d9da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0519810 May 10 03:21:18.429355 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41286) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:18.456190 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41288) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:18.507394 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96a00cd7-f0b5-4f43-b699-626839f2c447 admin admin] Publish callbacks [] for security_group (87e5a5c7-6908-40d9-8f7b-ca35fcbea09e), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.514717 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96a00cd7-f0b5-4f43-b699-626839f2c447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (87e5a5c7-6908-40d9-8f7b-ca35fcbea09e), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.571463 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-96a00cd7-f0b5-4f43-b699-626839f2c447 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b98b8e81b59f44d5a8225bfbbd46c9b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417218 May 10 03:21:18.572010 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a00cd7-f0b5-4f43-b699-626839f2c447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e5a5c7-6908-40d9-8f7b-ca35fcbea09e,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:18.599589 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41290) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:18.707769 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32475eac-f8ab-40b8-9c3a-97509efa216e admin admin] Publish callbacks [] for security_group (87e5a5c7-6908-40d9-8f7b-ca35fcbea09e), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.767669 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32475eac-f8ab-40b8-9c3a-97509efa216e admin admin] Publish callbacks [] for security_group (87e5a5c7-6908-40d9-8f7b-ca35fcbea09e), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.773584 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f1a4ad1f-9410-4e70-b18c-7c651cc54332 admin admin] Publish callbacks [] for security_group (f5b29ba0-4fba-49ed-a435-5f8486cca692), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.794079 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f1a4ad1f-9410-4e70-b18c-7c651cc54332 admin admin] Publish callbacks [] for security_group (f5b29ba0-4fba-49ed-a435-5f8486cca692), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.843762 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f1a4ad1f-9410-4e70-b18c-7c651cc54332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (f5b29ba0-4fba-49ed-a435-5f8486cca692), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.846355 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f1a4ad1f-9410-4e70-b18c-7c651cc54332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.847569 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-f1a4ad1f-9410-4e70-b18c-7c651cc54332 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5b29ba0-4fba-49ed-a435-5f8486cca692 HTTP/1.1" status: 204 len: 168 time: 0.4173081 May 10 03:21:18.855601 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4ad1f-9410-4e70-b18c-7c651cc54332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b29ba0-4fba-49ed-a435-5f8486cca692,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:18.883092 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32475eac-f8ab-40b8-9c3a-97509efa216e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (87e5a5c7-6908-40d9-8f7b-ca35fcbea09e), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.885698 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32475eac-f8ab-40b8-9c3a-97509efa216e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.886826 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-32475eac-f8ab-40b8-9c3a-97509efa216e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87e5a5c7-6908-40d9-8f7b-ca35fcbea09e HTTP/1.1" status: 204 len: 168 time: 0.2862880 May 10 03:21:18.908349 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32475eac-f8ab-40b8-9c3a-97509efa216e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e5a5c7-6908-40d9-8f7b-ca35fcbea09e,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:18.951201 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6cf38fc8-df7c-4f9c-9e2c-b9602e2a6926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-965930'] for router_interface (14fac66b-b4ce-4419-a0cf-5cfab4ab3657), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.998780 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device f02b6a99-10e5-411e-be0e-44e837772e46 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:21:19.024597 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: f02b6a99-10e5-411e-be0e-44e837772e46 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:21:19.025619 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device f02b6a99-10e5-411e-be0e-44e837772e46 not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:21:19.222700 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-6cf38fc8-df7c-4f9c-9e2c-b9602e2a6926 admin admin] Deleting port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:21:19.223036 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6cf38fc8-df7c-4f9c-9e2c-b9602e2a6926 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:19.285087 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41308) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:19.299296 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c229294c-4ed1-4781-a8b0-a42b47ad84e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:19.329107 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6cf38fc8-df7c-4f9c-9e2c-b9602e2a6926 admin admin] For port 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=579be5b3-a9f8-4dae-86d0-0b8c0dd87a84,segment=NetworkSegment(207fb77e-4703-4f5d-bbcf-330c3884052e),segment_id=207fb77e-4703-4f5d-bbcf-330c3884052e)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:19.329610 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6cf38fc8-df7c-4f9c-9e2c-b9602e2a6926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:19.347923 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-6cf38fc8-df7c-4f9c-9e2c-b9602e2a6926 admin admin] Calling delete_port for 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 owned by network:router_interface {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:21:19.401837 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c229294c-4ed1-4781-a8b0-a42b47ad84e2 admin admin] Publish callbacks [] for security_group (5eab1408-1760-4664-adff-0b6a1364c600), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:19.410612 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c229294c-4ed1-4781-a8b0-a42b47ad84e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (5eab1408-1760-4664-adff-0b6a1364c600), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:19.452563 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-c229294c-4ed1-4781-a8b0-a42b47ad84e2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b19ec1e62bb64fc792d7043aae8d65f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663322 May 10 03:21:19.453528 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229294c-4ed1-4781-a8b0-a42b47ad84e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eab1408-1760-4664-adff-0b6a1364c600,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:19.455871 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41316) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:19.518778 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ecd6d3f9-40d9-4a82-8a02-0aa79388e011 admin admin] Publish callbacks [] for security_group (5eab1408-1760-4664-adff-0b6a1364c600), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:19.551890 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ecd6d3f9-40d9-4a82-8a02-0aa79388e011 admin admin] Publish callbacks [] for security_group (5eab1408-1760-4664-adff-0b6a1364c600), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:19.587972 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6cf38fc8-df7c-4f9c-9e2c-b9602e2a6926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (579be5b3-a9f8-4dae-86d0-0b8c0dd87a84), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:19.611899 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ecd6d3f9-40d9-4a82-8a02-0aa79388e011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (5eab1408-1760-4664-adff-0b6a1364c600), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:19.614519 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ecd6d3f9-40d9-4a82-8a02-0aa79388e011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:19.616430 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-ecd6d3f9-40d9-4a82-8a02-0aa79388e011 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5eab1408-1760-4664-adff-0b6a1364c600 HTTP/1.1" status: 204 len: 168 time: 0.1594629 May 10 03:21:19.621248 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf38fc8-df7c-4f9c-9e2c-b9602e2a6926 admin admin] Pushing event deleted for resources: {'Port': ['ID=579be5b3-a9f8-4dae-86d0-0b8c0dd87a84,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:19.643333 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6d3f9-40d9-4a82-8a02-0aa79388e011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eab1408-1760-4664-adff-0b6a1364c600,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:19.844091 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:20.085482 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6cf38fc8-df7c-4f9c-9e2c-b9602e2a6926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952867'] for router_interface (14fac66b-b4ce-4419-a0cf-5cfab4ab3657), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:20.355504 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf38fc8-df7c-4f9c-9e2c-b9602e2a6926 admin admin] Router 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:21:20.477096 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf38fc8-df7c-4f9c-9e2c-b9602e2a6926 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:21:20.484455 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-6cf38fc8-df7c-4f9c-9e2c-b9602e2a6926 admin admin] 10.222.0.55 "PUT /v2.0/routers/14fac66b-b4ce-4419-a0cf-5cfab4ab3657/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0246170 May 10 03:21:20.484847 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41358) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:20.492785 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a1c297-a000-48c6-9c10-14ad1f1db6b3 None None] Sync routers for ids ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:21:20.506513 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a1c297-a000-48c6-9c10-14ad1f1db6b3 None None] Routers {'14fac66b-b4ce-4419-a0cf-5cfab4ab3657'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:20.507606 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-82a1c297-a000-48c6-9c10-14ad1f1db6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:21:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:20.617360 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f73c6a6-8a01-4379-962d-1afe0648e8e8 admin admin] Publish callbacks [] for router (14fac66b-b4ce-4419-a0cf-5cfab4ab3657), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:20.657490 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-82a1c297-a000-48c6-9c10-14ad1f1db6b3 None None] Set router 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:20.767401 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f73c6a6-8a01-4379-962d-1afe0648e8e8 admin admin] Publish callbacks [] for router_gateway (14fac66b-b4ce-4419-a0cf-5cfab4ab3657), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:20.877841 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1f73c6a6-8a01-4379-962d-1afe0648e8e8 admin admin] Deleting port 1d23a607-5b30-44a5-a27a-8999f0c92a0f {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:21:20.878293 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f73c6a6-8a01-4379-962d-1afe0648e8e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (1d23a607-5b30-44a5-a27a-8999f0c92a0f), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:20.917459 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-82a1c297-a000-48c6-9c10-14ad1f1db6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'name': 'tempest-TestMinimumBasicScenario-1484356868-router', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:38Z', 'updated_at': '2022-05-10T03:21:19Z', 'revision_number': 5, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'gw_port': {'id': '1d23a607-5b30-44a5-a27a-8999f0c92a0f', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:39Z', 'updated_at': '2022-05-10T03:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:20.953316 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a1c297-a000-48c6-9c10-14ad1f1db6b3 None None] Checking router: 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:21:20.963385 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a1c297-a000-48c6-9c10-14ad1f1db6b3 None None] Routers {'14fac66b-b4ce-4419-a0cf-5cfab4ab3657'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:20.964143 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-82a1c297-a000-48c6-9c10-14ad1f1db6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:21:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:20.987837 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-1f73c6a6-8a01-4379-962d-1afe0648e8e8 admin admin] For port 1d23a607-5b30-44a5-a27a-8999f0c92a0f, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=1d23a607-5b30-44a5-a27a-8999f0c92a0f,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:20.988424 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f73c6a6-8a01-4379-962d-1afe0648e8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (1d23a607-5b30-44a5-a27a-8999f0c92a0f), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.004298 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1f73c6a6-8a01-4379-962d-1afe0648e8e8 admin admin] Calling delete_port for 1d23a607-5b30-44a5-a27a-8999f0c92a0f owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:21:21.122362 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41388) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:21.123648 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-82a1c297-a000-48c6-9c10-14ad1f1db6b3 None None] Set router 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:21.204390 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-82a1c297-a000-48c6-9c10-14ad1f1db6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'name': 'tempest-TestMinimumBasicScenario-1484356868-router', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:38Z', 'updated_at': '2022-05-10T03:21:20Z', 'revision_number': 6, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'gw_port_host': None}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:21.235402 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a1c297-a000-48c6-9c10-14ad1f1db6b3 None None] The sync data for ids ['14fac66b-b4ce-4419-a0cf-5cfab4ab3657'] in dv-cinder-830094-4-iscsi is: [{'id': '14fac66b-b4ce-4419-a0cf-5cfab4ab3657', 'name': 'tempest-TestMinimumBasicScenario-1484356868-router', 'tenant_id': 'b79f1de979384c108b5ff0427e44e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:38Z', 'updated_at': '2022-05-10T03:21:20Z', 'revision_number': 6, 'project_id': 'b79f1de979384c108b5ff0427e44e30b', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:21:21.235963 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f73c6a6-8a01-4379-962d-1afe0648e8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (1d23a607-5b30-44a5-a27a-8999f0c92a0f), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.241170 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.248600 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.265105 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73c6a6-8a01-4379-962d-1afe0648e8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d23a607-5b30-44a5-a27a-8999f0c92a0f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:21.332855 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] Publish callbacks [] for security_group (d046bc51-fb40-4a91-bf35-03200dc1d29f), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.337327 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (d046bc51-fb40-4a91-bf35-03200dc1d29f), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.343140 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f73c6a6-8a01-4379-962d-1afe0648e8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962628'] for router_gateway (14fac66b-b4ce-4419-a0cf-5cfab4ab3657), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.375891 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e9b491244074aafb30806ac8196e2a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522917 May 10 03:21:21.376869 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d046bc51-fb40-4a91-bf35-03200dc1d29f,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:21.378819 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41392) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:21.395351 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:21.395695 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:21.396328 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:21.396454 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:21.396736 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:21.397064 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:21.397385 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:21.397704 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:21.398025 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:21.398343 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:21.398666 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:21.398983 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:21.399301 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:21.399614 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:21.399924 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ffc5-7418-4180-88fd-c06d7328989c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:21.439630 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a06a1c62-703a-4110-b1b5-7aa758541821 admin admin] Publish callbacks [] for security_group (d046bc51-fb40-4a91-bf35-03200dc1d29f), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.440416 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f73c6a6-8a01-4379-962d-1afe0648e8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9407'] for router (14fac66b-b4ce-4419-a0cf-5cfab4ab3657), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.442846 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f73c6a6-8a01-4379-962d-1afe0648e8e8 admin admin] Publish callbacks [] for router_controller (14fac66b-b4ce-4419-a0cf-5cfab4ab3657), precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.460995 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a06a1c62-703a-4110-b1b5-7aa758541821 admin admin] Publish callbacks [] for security_group (d046bc51-fb40-4a91-bf35-03200dc1d29f), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.485842 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f73c6a6-8a01-4379-962d-1afe0648e8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960403'] for router (14fac66b-b4ce-4419-a0cf-5cfab4ab3657), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.486513 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f73c6a6-8a01-4379-962d-1afe0648e8e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14fac66b-b4ce-4419-a0cf-5cfab4ab3657 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 03:21:21.491892 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f73c6a6-8a01-4379-962d-1afe0648e8e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.494023 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-1f73c6a6-8a01-4379-962d-1afe0648e8e8 admin admin] 10.222.0.55 "DELETE /v2.0/routers/14fac66b-b4ce-4419-a0cf-5cfab4ab3657 HTTP/1.1" status: 204 len: 168 time: 1.0075247 May 10 03:21:21.496345 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41394) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:21.512304 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a06a1c62-703a-4110-b1b5-7aa758541821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (d046bc51-fb40-4a91-bf35-03200dc1d29f), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.514833 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a06a1c62-703a-4110-b1b5-7aa758541821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.516015 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-a06a1c62-703a-4110-b1b5-7aa758541821 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d046bc51-fb40-4a91-bf35-03200dc1d29f HTTP/1.1" status: 204 len: 168 time: 0.1362963 May 10 03:21:21.524823 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a1c62-703a-4110-b1b5-7aa758541821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d046bc51-fb40-4a91-bf35-03200dc1d29f,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:21.547390 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbdd5dd-6efb-42b3-8340-940b18981eb7 admin admin] Deleting subnet 6aca8826-50b4-4fc7-8ca0-772442ca36d7 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:21:21.550874 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebbdd5dd-6efb-42b3-8340-940b18981eb7 admin admin] Publish callbacks [] for subnet (6aca8826-50b4-4fc7-8ca0-772442ca36d7), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.588070 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebbdd5dd-6efb-42b3-8340-940b18981eb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7618921'] for subnet (6aca8826-50b4-4fc7-8ca0-772442ca36d7), precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.678670 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebbdd5dd-6efb-42b3-8340-940b18981eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716651'] for subnet (6aca8826-50b4-4fc7-8ca0-772442ca36d7), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.731902 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebbdd5dd-6efb-42b3-8340-940b18981eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6482470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5503903'] for subnet (6aca8826-50b4-4fc7-8ca0-772442ca36d7), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.758041 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdd5dd-6efb-42b3-8340-940b18981eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aca8826-50b4-4fc7-8ca0-772442ca36d7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:21.761767 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebbdd5dd-6efb-42b3-8340-940b18981eb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.767541 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-ebbdd5dd-6efb-42b3-8340-940b18981eb7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6aca8826-50b4-4fc7-8ca0-772442ca36d7 HTTP/1.1" status: 204 len: 168 time: 0.2700691 May 10 03:21:21.767701 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41402) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:21.768856 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaef7ac7-bd6d-432a-af02-a661c1ad2095 None None] Network 05efa828-1dab-4ffe-a87b-ab104863313d requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:21:21.852610 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085630'] for network (05efa828-1dab-4ffe-a87b-ab104863313d), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.900401 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] Deleting port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:21:21.900774 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (af3b4dbe-80ac-4cb7-bf84-ecb994441dcf), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.975744 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] For port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=af3b4dbe-80ac-4cb7-bf84-ecb994441dcf,segment=NetworkSegment(207fb77e-4703-4f5d-bbcf-330c3884052e),segment_id=207fb77e-4703-4f5d-bbcf-330c3884052e)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:21.976109 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (af3b4dbe-80ac-4cb7-bf84-ecb994441dcf), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.992837 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] Calling delete_port for af3b4dbe-80ac-4cb7-bf84-ecb994441dcf owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:21:22.014137 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc12f022-d79d-4e73-a7bd-e163a1cd4aa0 None None] DHCP port deletion for 05efa828-1dab-4ffe-a87b-ab104863313d request from dv-cinder-830094-4-iscsi {{(pid=103517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 03:21:22.108253 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-cc12f022-d79d-4e73-a7bd-e163a1cd4aa0 None None] Deleting port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf {{(pid=103517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:21:22.108671 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cc12f022-d79d-4e73-a7bd-e163a1cd4aa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (af3b4dbe-80ac-4cb7-bf84-ecb994441dcf), before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.124347 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (af3b4dbe-80ac-4cb7-bf84-ecb994441dcf), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.183429 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] No DVR routers for this DVR port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf on host dv-cinder-830094-4-iscsi {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:21:22.185614 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] Pushing event deleted for resources: {'Port': ['ID=af3b4dbe-80ac-4cb7-bf84-ecb994441dcf,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:22.314922 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952848', 'neutron.services.segments.db._delete_segments_for_network-8729517486385'] for network (05efa828-1dab-4ffe-a87b-ab104863313d), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.354631 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05efa828-1dab-4ffe-a87b-ab104863313d']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:22.370833 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207fb77e-4703-4f5d-bbcf-330c3884052e') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:22.371874 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207fb77e-4703-4f5d-bbcf-330c3884052e') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:22.387028 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729517486906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576961'] for segment (207fb77e-4703-4f5d-bbcf-330c3884052e), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.411934 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (207fb77e-4703-4f5d-bbcf-330c3884052e), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.416495 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 1d23a607-5b30-44a5-a27a-8999f0c92a0f no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:21:22.421278 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:21:22.421938 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5428932'] for segment (207fb77e-4703-4f5d-bbcf-330c3884052e), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: Traceback (most recent call last): May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: timer() May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: cb(*args, **kw) May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: return func(*args, **kwargs) May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: self._notify() May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: self.callback(batched_events) May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: event.method(event) May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: return f(self, *a, **k) May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._get(url).json() May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: return self.request(url, 'GET', **kwargs) May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:21:22.435248 dv-cinder-830094-4-iscsi neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:21:22.448049 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 1d23a607-5b30-44a5-a27a-8999f0c92a0f {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:21:22.448394 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 1d23a607-5b30-44a5-a27a-8999f0c92a0f not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:21:22.448845 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device af3b4dbe-80ac-4cb7-bf84-ecb994441dcf no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:21:22.478324 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: af3b4dbe-80ac-4cb7-bf84-ecb994441dcf {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:21:22.478675 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device af3b4dbe-80ac-4cb7-bf84-ecb994441dcf not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:21:22.479097 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:21:22.496623 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964138'] for network (05efa828-1dab-4ffe-a87b-ab104863313d), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.509525 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.514713 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] 10.222.0.55 "DELETE /v2.0/networks/05efa828-1dab-4ffe-a87b-ab104863313d HTTP/1.1" status: 204 len: 168 time: 0.7460692 May 10 03:21:22.516039 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:21:22.516388 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 579be5b3-a9f8-4dae-86d0-0b8c0dd87a84 not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:21:22.518131 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41446) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:22.530673 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-cc12f022-d79d-4e73-a7bd-e163a1cd4aa0 None None] For port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=af3b4dbe-80ac-4cb7-bf84-ecb994441dcf,segment=NetworkSegment(207fb77e-4703-4f5d-bbcf-330c3884052e),segment_id=207fb77e-4703-4f5d-bbcf-330c3884052e)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:22.531289 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cc12f022-d79d-4e73-a7bd-e163a1cd4aa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (af3b4dbe-80ac-4cb7-bf84-ecb994441dcf), precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.548478 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-cc12f022-d79d-4e73-a7bd-e163a1cd4aa0 None None] Calling delete_port for af3b4dbe-80ac-4cb7-bf84-ecb994441dcf owned by network:dhcp {{(pid=103517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:21:22.549765 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95e75f-51c5-4ff7-a3da-f5683852b499 admin admin] Pushing event deleted for resources: {'Network': ['ID=05efa828-1dab-4ffe-a87b-ab104863313d,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:22.673950 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cc12f022-d79d-4e73-a7bd-e163a1cd4aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809'] for port (af3b4dbe-80ac-4cb7-bf84-ecb994441dcf), after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.685809 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc12f022-d79d-4e73-a7bd-e163a1cd4aa0 None None] Network 05efa828-1dab-4ffe-a87b-ab104863313d is not hosted by any dhcp agent {{(pid=103517) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 10 03:21:22.686381 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc12f022-d79d-4e73-a7bd-e163a1cd4aa0 None None] No DVR routers for this DVR port af3b4dbe-80ac-4cb7-bf84-ecb994441dcf on host dv-cinder-830094-4-iscsi {{(pid=103517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:21:22.706658 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12f022-d79d-4e73-a7bd-e163a1cd4aa0 None None] Pushing event deleted for resources: {'Port': ['ID=af3b4dbe-80ac-4cb7-bf84-ecb994441dcf,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:22.962826 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7d907dda-3823-4823-a699-b7646e474ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-965930'] for router_interface (ff98ddb9-0177-4cbd-adbb-7dc31fb3016c), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:23.212928 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-7d907dda-3823-4823-a699-b7646e474ffa admin admin] Deleting port d45dff10-9473-4441-a92b-378a85432f88 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:21:23.213629 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7d907dda-3823-4823-a699-b7646e474ffa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (d45dff10-9473-4441-a92b-378a85432f88), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:23.303907 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7d907dda-3823-4823-a699-b7646e474ffa admin admin] For port d45dff10-9473-4441-a92b-378a85432f88, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=d45dff10-9473-4441-a92b-378a85432f88,segment=NetworkSegment(ab6bb497-57ea-4e5d-af07-c5bd384d1a6a),segment_id=ab6bb497-57ea-4e5d-af07-c5bd384d1a6a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:23.305328 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7d907dda-3823-4823-a699-b7646e474ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (d45dff10-9473-4441-a92b-378a85432f88), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:23.337524 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-7d907dda-3823-4823-a699-b7646e474ffa admin admin] Calling delete_port for d45dff10-9473-4441-a92b-378a85432f88 owned by network:router_interface {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:21:23.594496 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7d907dda-3823-4823-a699-b7646e474ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (d45dff10-9473-4441-a92b-378a85432f88), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:23.646102 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41480) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:23.655525 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d907dda-3823-4823-a699-b7646e474ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=d45dff10-9473-4441-a92b-378a85432f88,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:23.814092 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ef83240-a657-4643-bef7-9c937b5c4b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:23.894124 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7d907dda-3823-4823-a699-b7646e474ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952867'] for router_interface (ff98ddb9-0177-4cbd-adbb-7dc31fb3016c), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:23.909387 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ef83240-a657-4643-bef7-9c937b5c4b6e admin admin] Publish callbacks [] for security_group (b3200318-1302-46c3-8e63-14f9d592356d), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:23.914802 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ef83240-a657-4643-bef7-9c937b5c4b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (b3200318-1302-46c3-8e63-14f9d592356d), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:23.973357 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-5ef83240-a657-4643-bef7-9c937b5c4b6e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=982eecb51f594c6faa0a96eefdee92c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262293 May 10 03:21:23.977566 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41486) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:24.018525 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef83240-a657-4643-bef7-9c937b5c4b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3200318-1302-46c3-8e63-14f9d592356d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:24.058631 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-52ee2a43-f0b5-45cc-86cd-1469dccdb03c admin admin] Publish callbacks [] for security_group (b3200318-1302-46c3-8e63-14f9d592356d), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:24.081501 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-52ee2a43-f0b5-45cc-86cd-1469dccdb03c admin admin] Publish callbacks [] for security_group (b3200318-1302-46c3-8e63-14f9d592356d), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:24.128203 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-52ee2a43-f0b5-45cc-86cd-1469dccdb03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (b3200318-1302-46c3-8e63-14f9d592356d), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:24.131040 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-52ee2a43-f0b5-45cc-86cd-1469dccdb03c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:24.132185 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-52ee2a43-f0b5-45cc-86cd-1469dccdb03c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3200318-1302-46c3-8e63-14f9d592356d HTTP/1.1" status: 204 len: 168 time: 0.1533651 May 10 03:21:24.141354 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee2a43-f0b5-45cc-86cd-1469dccdb03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3200318-1302-46c3-8e63-14f9d592356d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:24.146627 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d907dda-3823-4823-a699-b7646e474ffa admin admin] Router ff98ddb9-0177-4cbd-adbb-7dc31fb3016c has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:21:24.265044 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d907dda-3823-4823-a699-b7646e474ffa admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:21:24.274854 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41494) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:24.275585 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-7d907dda-3823-4823-a699-b7646e474ffa admin admin] 10.222.0.55 "PUT /v2.0/routers/ff98ddb9-0177-4cbd-adbb-7dc31fb3016c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7561758 May 10 03:21:24.290410 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074697a-bdbd-42ea-a5ce-9825e7a49f38 None None] Sync routers for ids ['ff98ddb9-0177-4cbd-adbb-7dc31fb3016c'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:21:24.300081 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5074697a-bdbd-42ea-a5ce-9825e7a49f38 None None] Routers {'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:24.300959 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-5074697a-bdbd-42ea-a5ce-9825e7a49f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:21:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ff98ddb9-0177-4cbd-adbb-7dc31fb3016c'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:24.397020 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7ab16cbd-c025-478b-9da6-aa50abc8b9cc admin admin] Publish callbacks [] for router (ff98ddb9-0177-4cbd-adbb-7dc31fb3016c), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:24.422131 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-5074697a-bdbd-42ea-a5ce-9825e7a49f38 None None] Set router ff98ddb9-0177-4cbd-adbb-7dc31fb3016c gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:24.509588 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7ab16cbd-c025-478b-9da6-aa50abc8b9cc admin admin] Publish callbacks [] for router_gateway (ff98ddb9-0177-4cbd-adbb-7dc31fb3016c), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:24.556148 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-7ab16cbd-c025-478b-9da6-aa50abc8b9cc admin admin] Deleting port 8b73a82d-837b-469f-aef9-bc5fc93366e6 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:21:24.556493 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7ab16cbd-c025-478b-9da6-aa50abc8b9cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (8b73a82d-837b-469f-aef9-bc5fc93366e6), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:24.599285 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-5074697a-bdbd-42ea-a5ce-9825e7a49f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'name': 'tempest-TestMinimumBasicScenario-54820219-router', 'tenant_id': '513434fe6f004d5593457f20b2272567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '8b73a82d-837b-469f-aef9-bc5fc93366e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:43Z', 'updated_at': '2022-05-10T03:21:23Z', 'revision_number': 5, 'project_id': '513434fe6f004d5593457f20b2272567', 'gw_port': {'id': '8b73a82d-837b-469f-aef9-bc5fc93366e6', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:43Z', 'updated_at': '2022-05-10T03:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:24.634617 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074697a-bdbd-42ea-a5ce-9825e7a49f38 None None] Checking router: ff98ddb9-0177-4cbd-adbb-7dc31fb3016c for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:21:24.643238 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5074697a-bdbd-42ea-a5ce-9825e7a49f38 None None] Routers {'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:24.643756 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-5074697a-bdbd-42ea-a5ce-9825e7a49f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:21:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['ff98ddb9-0177-4cbd-adbb-7dc31fb3016c'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:24.647745 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-7ab16cbd-c025-478b-9da6-aa50abc8b9cc admin admin] For port 8b73a82d-837b-469f-aef9-bc5fc93366e6, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=8b73a82d-837b-469f-aef9-bc5fc93366e6,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:24.648287 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7ab16cbd-c025-478b-9da6-aa50abc8b9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (8b73a82d-837b-469f-aef9-bc5fc93366e6), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:24.661639 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-7ab16cbd-c025-478b-9da6-aa50abc8b9cc admin admin] Calling delete_port for 8b73a82d-837b-469f-aef9-bc5fc93366e6 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:21:24.759818 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-5074697a-bdbd-42ea-a5ce-9825e7a49f38 None None] Set router ff98ddb9-0177-4cbd-adbb-7dc31fb3016c gateway port host: None {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:24.821193 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-5074697a-bdbd-42ea-a5ce-9825e7a49f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'name': 'tempest-TestMinimumBasicScenario-54820219-router', 'tenant_id': '513434fe6f004d5593457f20b2272567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:43Z', 'updated_at': '2022-05-10T03:21:24Z', 'revision_number': 6, 'project_id': '513434fe6f004d5593457f20b2272567', 'gw_port_host': None}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:24.854034 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074697a-bdbd-42ea-a5ce-9825e7a49f38 None None] The sync data for ids ['ff98ddb9-0177-4cbd-adbb-7dc31fb3016c'] in dv-cinder-830094-4-iscsi is: [{'id': 'ff98ddb9-0177-4cbd-adbb-7dc31fb3016c', 'name': 'tempest-TestMinimumBasicScenario-54820219-router', 'tenant_id': '513434fe6f004d5593457f20b2272567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:43Z', 'updated_at': '2022-05-10T03:21:24Z', 'revision_number': 6, 'project_id': '513434fe6f004d5593457f20b2272567', 'gw_port_host': None}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:21:24.886584 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7ab16cbd-c025-478b-9da6-aa50abc8b9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (8b73a82d-837b-469f-aef9-bc5fc93366e6), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:24.942436 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab16cbd-c025-478b-9da6-aa50abc8b9cc admin admin] Pushing event deleted for resources: {'Port': ['ID=8b73a82d-837b-469f-aef9-bc5fc93366e6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:24.993045 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7ab16cbd-c025-478b-9da6-aa50abc8b9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962628'] for router_gateway (ff98ddb9-0177-4cbd-adbb-7dc31fb3016c), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.099594 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7ab16cbd-c025-478b-9da6-aa50abc8b9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9407'] for router (ff98ddb9-0177-4cbd-adbb-7dc31fb3016c), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.102657 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7ab16cbd-c025-478b-9da6-aa50abc8b9cc admin admin] Publish callbacks [] for router_controller (ff98ddb9-0177-4cbd-adbb-7dc31fb3016c), precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.158495 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7ab16cbd-c025-478b-9da6-aa50abc8b9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960403'] for router (ff98ddb9-0177-4cbd-adbb-7dc31fb3016c), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.159057 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab16cbd-c025-478b-9da6-aa50abc8b9cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff98ddb9-0177-4cbd-adbb-7dc31fb3016c {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 03:21:25.164400 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7ab16cbd-c025-478b-9da6-aa50abc8b9cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.168133 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-7ab16cbd-c025-478b-9da6-aa50abc8b9cc admin admin] 10.222.0.55 "DELETE /v2.0/routers/ff98ddb9-0177-4cbd-adbb-7dc31fb3016c HTTP/1.1" status: 204 len: 168 time: 0.8898129 May 10 03:21:25.168478 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41534) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:25.221215 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_v2 [None req-1218f193-d8f8-4fca-8db4-045623a651b6 admin admin] Deleting subnet ff25e3d8-5172-4723-bda5-94c804b0041c {{(pid=103516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:21:25.229452 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1218f193-d8f8-4fca-8db4-045623a651b6 admin admin] Publish callbacks [] for subnet (ff25e3d8-5172-4723-bda5-94c804b0041c), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.270547 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1218f193-d8f8-4fca-8db4-045623a651b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576826'] for subnet (ff25e3d8-5172-4723-bda5-94c804b0041c), precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.377080 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1218f193-d8f8-4fca-8db4-045623a651b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716651'] for subnet (ff25e3d8-5172-4723-bda5-94c804b0041c), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.431839 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1218f193-d8f8-4fca-8db4-045623a651b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5428910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5804191'] for subnet (ff25e3d8-5172-4723-bda5-94c804b0041c), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.457878 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218f193-d8f8-4fca-8db4-045623a651b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff25e3d8-5172-4723-bda5-94c804b0041c,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:25.462457 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1218f193-d8f8-4fca-8db4-045623a651b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.465664 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-1218f193-d8f8-4fca-8db4-045623a651b6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ff25e3d8-5172-4723-bda5-94c804b0041c HTTP/1.1" status: 204 len: 168 time: 0.2958040 May 10 03:21:25.468110 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a917a507-9503-4c3e-98e5-da2c09b47a88 None None] Network 2ef43a68-d38d-4ed3-81b6-14a36173ec80 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:21:25.468636 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41546) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:25.547632 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085630'] for network (2ef43a68-d38d-4ed3-81b6-14a36173ec80), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.593477 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] Deleting port 7eccc00b-b24a-427c-8a11-dfd9d15001eb {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:21:25.593819 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (7eccc00b-b24a-427c-8a11-dfd9d15001eb), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.669937 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] For port 7eccc00b-b24a-427c-8a11-dfd9d15001eb, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=7eccc00b-b24a-427c-8a11-dfd9d15001eb,segment=NetworkSegment(ab6bb497-57ea-4e5d-af07-c5bd384d1a6a),segment_id=ab6bb497-57ea-4e5d-af07-c5bd384d1a6a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:25.670355 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (7eccc00b-b24a-427c-8a11-dfd9d15001eb), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.686482 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] Calling delete_port for 7eccc00b-b24a-427c-8a11-dfd9d15001eb owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:21:25.694309 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36334bde-0c65-4dff-b5c3-64af74edd013 None None] DHCP port deletion for 2ef43a68-d38d-4ed3-81b6-14a36173ec80 request from dv-cinder-830094-4-iscsi {{(pid=103517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 03:21:25.747246 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-36334bde-0c65-4dff-b5c3-64af74edd013 None None] Deleting port 7eccc00b-b24a-427c-8a11-dfd9d15001eb {{(pid=103517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:21:25.747749 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-36334bde-0c65-4dff-b5c3-64af74edd013 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (7eccc00b-b24a-427c-8a11-dfd9d15001eb), before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.782397 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (7eccc00b-b24a-427c-8a11-dfd9d15001eb), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.810858 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eccc00b-b24a-427c-8a11-dfd9d15001eb,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:25.814280 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] No DVR routers for this DVR port 7eccc00b-b24a-427c-8a11-dfd9d15001eb on host dv-cinder-830094-4-iscsi {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:21:25.828506 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-36334bde-0c65-4dff-b5c3-64af74edd013 None None] For port 7eccc00b-b24a-427c-8a11-dfd9d15001eb, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=7eccc00b-b24a-427c-8a11-dfd9d15001eb,segment=NetworkSegment(ab6bb497-57ea-4e5d-af07-c5bd384d1a6a),segment_id=ab6bb497-57ea-4e5d-af07-c5bd384d1a6a)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:25.829197 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-36334bde-0c65-4dff-b5c3-64af74edd013 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (7eccc00b-b24a-427c-8a11-dfd9d15001eb), precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.845967 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-36334bde-0c65-4dff-b5c3-64af74edd013 None None] Calling delete_port for 7eccc00b-b24a-427c-8a11-dfd9d15001eb owned by network:dhcp {{(pid=103517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:21:25.897334 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952848', 'neutron.services.segments.db._delete_segments_for_network-8729517486385'] for network (2ef43a68-d38d-4ed3-81b6-14a36173ec80), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.921436 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef43a68-d38d-4ed3-81b6-14a36173ec80']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:25.933148 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6bb497-57ea-4e5d-af07-c5bd384d1a6a') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:25.933307 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6bb497-57ea-4e5d-af07-c5bd384d1a6a') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:25.945540 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729517486906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576961'] for segment (ab6bb497-57ea-4e5d-af07-c5bd384d1a6a), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.945713 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-36334bde-0c65-4dff-b5c3-64af74edd013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809'] for port (7eccc00b-b24a-427c-8a11-dfd9d15001eb), after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.964814 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (ab6bb497-57ea-4e5d-af07-c5bd384d1a6a), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.973079 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:21:25.973547 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5428932'] for segment (ab6bb497-57ea-4e5d-af07-c5bd384d1a6a), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: Traceback (most recent call last): May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: timer() May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: cb(*args, **kw) May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: return func(*args, **kwargs) May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: self._notify() May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: self.callback(batched_events) May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: event.method(event) May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: return f(self, *a, **k) May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._get(url).json() May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: return self.request(url, 'GET', **kwargs) May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:21:25.975888 dv-cinder-830094-4-iscsi neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:21:25.986001 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36334bde-0c65-4dff-b5c3-64af74edd013 None None] Pushing event deleted for resources: {'Port': ['ID=7eccc00b-b24a-427c-8a11-dfd9d15001eb,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:26.006011 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36334bde-0c65-4dff-b5c3-64af74edd013 None None] No DVR routers for this DVR port 7eccc00b-b24a-427c-8a11-dfd9d15001eb on host dv-cinder-830094-4-iscsi {{(pid=103517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:21:26.042893 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964138'] for network (2ef43a68-d38d-4ed3-81b6-14a36173ec80), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.049370 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.054555 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2ef43a68-d38d-4ed3-81b6-14a36173ec80 HTTP/1.1" status: 204 len: 168 time: 0.5847373 May 10 03:21:26.071003 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d33ee-8b8a-4274-9fbe-f1ee0602c0e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef43a68-d38d-4ed3-81b6-14a36173ec80,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:26.244628 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41568) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:26.279229 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41570) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:26.305335 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-e4a40715-7f97-4314-aff4-bda189c4b0c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b79f1de979384c108b5ff0427e44e30b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0571957 May 10 03:21:26.305863 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41574) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:26.312778 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device d45dff10-9473-4441-a92b-378a85432f88 no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:21:26.332860 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: d45dff10-9473-4441-a92b-378a85432f88 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:21:26.333787 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device d45dff10-9473-4441-a92b-378a85432f88 not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:21:26.334219 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 8b73a82d-837b-469f-aef9-bc5fc93366e6 no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:21:26.354534 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 8b73a82d-837b-469f-aef9-bc5fc93366e6 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:21:26.355139 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 8b73a82d-837b-469f-aef9-bc5fc93366e6 not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:21:26.355719 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 7eccc00b-b24a-427c-8a11-dfd9d15001eb no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:21:26.373372 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57d9bf31-17ca-4de7-af25-e33d7bd74133 admin admin] Publish callbacks [] for security_group (7b8e3062-39ae-4f4d-9797-137ffba5e17d), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.378717 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 7eccc00b-b24a-427c-8a11-dfd9d15001eb {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:21:26.379081 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 7eccc00b-b24a-427c-8a11-dfd9d15001eb not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:21:26.405722 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57d9bf31-17ca-4de7-af25-e33d7bd74133 admin admin] Publish callbacks [] for security_group (7b8e3062-39ae-4f4d-9797-137ffba5e17d), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.454700 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57d9bf31-17ca-4de7-af25-e33d7bd74133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (7b8e3062-39ae-4f4d-9797-137ffba5e17d), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.457481 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57d9bf31-17ca-4de7-af25-e33d7bd74133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.459681 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-57d9bf31-17ca-4de7-af25-e33d7bd74133 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7b8e3062-39ae-4f4d-9797-137ffba5e17d HTTP/1.1" status: 204 len: 168 time: 0.1526220 May 10 03:21:26.478461 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-63f6c5a3-622a-4514-b692-0937582cfbd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.481407 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9bf31-17ca-4de7-af25-e33d7bd74133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8e3062-39ae-4f4d-9797-137ffba5e17d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:26.580494 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-63f6c5a3-622a-4514-b692-0937582cfbd0 admin admin] Publish callbacks [] for security_group (af7233c7-bcec-4767-bdd3-5ee114ec42e0), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.585546 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-63f6c5a3-622a-4514-b692-0937582cfbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (af7233c7-bcec-4767-bdd3-5ee114ec42e0), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.625389 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-63f6c5a3-622a-4514-b692-0937582cfbd0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c747b4ab5b8b45d98ccd5b6a984aa47e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442228 May 10 03:21:26.626205 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6c5a3-622a-4514-b692-0937582cfbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7233c7-bcec-4767-bdd3-5ee114ec42e0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:26.628059 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41586) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:26.704110 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8429073a-95c4-472a-9d6c-d57df844db35 admin admin] Publish callbacks [] for security_group (af7233c7-bcec-4767-bdd3-5ee114ec42e0), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.727568 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8429073a-95c4-472a-9d6c-d57df844db35 admin admin] Publish callbacks [] for security_group (af7233c7-bcec-4767-bdd3-5ee114ec42e0), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.776434 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8429073a-95c4-472a-9d6c-d57df844db35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (af7233c7-bcec-4767-bdd3-5ee114ec42e0), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.779163 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8429073a-95c4-472a-9d6c-d57df844db35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.780562 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-8429073a-95c4-472a-9d6c-d57df844db35 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af7233c7-bcec-4767-bdd3-5ee114ec42e0 HTTP/1.1" status: 204 len: 168 time: 0.1512079 May 10 03:21:26.788379 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429073a-95c4-472a-9d6c-d57df844db35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7233c7-bcec-4767-bdd3-5ee114ec42e0,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:26.798008 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41592) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:26.840272 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-89b93eb1-7410-47a8-98bd-39eaf954a5b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=513434fe6f004d5593457f20b2272567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411487 May 10 03:21:26.842850 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41594) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:26.889243 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-edd42861-dad4-44ca-bca6-901833b3764d admin admin] Publish callbacks [] for security_group (6e69537e-c584-44a4-8450-a047543adaca), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.912180 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-edd42861-dad4-44ca-bca6-901833b3764d admin admin] Publish callbacks [] for security_group (6e69537e-c584-44a4-8450-a047543adaca), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.962923 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-edd42861-dad4-44ca-bca6-901833b3764d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (6e69537e-c584-44a4-8450-a047543adaca), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.966296 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-edd42861-dad4-44ca-bca6-901833b3764d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.967968 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-edd42861-dad4-44ca-bca6-901833b3764d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e69537e-c584-44a4-8450-a047543adaca HTTP/1.1" status: 204 len: 168 time: 0.1242273 May 10 03:21:26.980254 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd42861-dad4-44ca-bca6-901833b3764d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e69537e-c584-44a4-8450-a047543adaca,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:27.151386 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41604) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:27.167945 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32ebaedd-537e-422f-bc9c-58ed86cbb520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:27.264498 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32ebaedd-537e-422f-bc9c-58ed86cbb520 admin admin] Publish callbacks [] for security_group (10212530-d02e-40a2-b3a7-82520653126c), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:27.269694 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32ebaedd-537e-422f-bc9c-58ed86cbb520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (10212530-d02e-40a2-b3a7-82520653126c), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:27.317044 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-32ebaedd-537e-422f-bc9c-58ed86cbb520 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3eafcb045154447fb5a91407ad9fabd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1637542 May 10 03:21:27.318622 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41608) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:27.321641 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebaedd-537e-422f-bc9c-58ed86cbb520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10212530-d02e-40a2-b3a7-82520653126c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:27.404842 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f28b9a21-b075-4dc8-94fe-a72193f3e893 admin admin] Publish callbacks [] for security_group (10212530-d02e-40a2-b3a7-82520653126c), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:27.432534 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f28b9a21-b075-4dc8-94fe-a72193f3e893 admin admin] Publish callbacks [] for security_group (10212530-d02e-40a2-b3a7-82520653126c), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:27.486164 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f28b9a21-b075-4dc8-94fe-a72193f3e893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (10212530-d02e-40a2-b3a7-82520653126c), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:27.488882 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f28b9a21-b075-4dc8-94fe-a72193f3e893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:27.491198 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-f28b9a21-b075-4dc8-94fe-a72193f3e893 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10212530-d02e-40a2-b3a7-82520653126c HTTP/1.1" status: 204 len: 168 time: 0.1717148 May 10 03:21:27.501466 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b9a21-b075-4dc8-94fe-a72193f3e893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10212530-d02e-40a2-b3a7-82520653126c,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:32.528932 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41742) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:32.633201 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5cb8441a-b119-46ac-ba04-2427c96af125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:32.709710 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5cb8441a-b119-46ac-ba04-2427c96af125 admin admin] Publish callbacks [] for security_group (7673bc25-1e41-4ca5-9d88-e0333ba76581), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:32.713609 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5cb8441a-b119-46ac-ba04-2427c96af125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (7673bc25-1e41-4ca5-9d88-e0333ba76581), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:32.757023 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-5cb8441a-b119-46ac-ba04-2427c96af125 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35fe0757d8d1413888c4c7e6a70983a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235010 May 10 03:21:32.757023 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8441a-b119-46ac-ba04-2427c96af125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7673bc25-1e41-4ca5-9d88-e0333ba76581,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:32.757866 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41754) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:32.807471 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0d7d94e4-9d13-48e6-bcc4-e0ec0ca1bbfa admin admin] Publish callbacks [] for security_group (7673bc25-1e41-4ca5-9d88-e0333ba76581), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:32.832006 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0d7d94e4-9d13-48e6-bcc4-e0ec0ca1bbfa admin admin] Publish callbacks [] for security_group (7673bc25-1e41-4ca5-9d88-e0333ba76581), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:32.881720 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0d7d94e4-9d13-48e6-bcc4-e0ec0ca1bbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (7673bc25-1e41-4ca5-9d88-e0333ba76581), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:32.884456 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0d7d94e4-9d13-48e6-bcc4-e0ec0ca1bbfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:32.885972 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-0d7d94e4-9d13-48e6-bcc4-e0ec0ca1bbfa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7673bc25-1e41-4ca5-9d88-e0333ba76581 HTTP/1.1" status: 204 len: 168 time: 0.1268077 May 10 03:21:32.895429 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d94e4-9d13-48e6-bcc4-e0ec0ca1bbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7673bc25-1e41-4ca5-9d88-e0333ba76581,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:34.035324 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41818) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:34.084900 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf388da-fda6-407f-921b-dc858b2955a2 admin admin] Deleting subnet 28075b77-0aba-4c7d-858e-25c5f967443d {{(pid=103516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:21:34.088140 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8bf388da-fda6-407f-921b-dc858b2955a2 admin admin] Publish callbacks [] for subnet (28075b77-0aba-4c7d-858e-25c5f967443d), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:34.123554 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8bf388da-fda6-407f-921b-dc858b2955a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576826'] for subnet (28075b77-0aba-4c7d-858e-25c5f967443d), precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:34.164096 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8bf388da-fda6-407f-921b-dc858b2955a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716651'] for subnet (28075b77-0aba-4c7d-858e-25c5f967443d), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:34.215176 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8bf388da-fda6-407f-921b-dc858b2955a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5428910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5804191'] for subnet (28075b77-0aba-4c7d-858e-25c5f967443d), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:34.243558 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf388da-fda6-407f-921b-dc858b2955a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28075b77-0aba-4c7d-858e-25c5f967443d,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:34.248283 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8bf388da-fda6-407f-921b-dc858b2955a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:34.251449 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-8bf388da-fda6-407f-921b-dc858b2955a2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/28075b77-0aba-4c7d-858e-25c5f967443d HTTP/1.1" status: 204 len: 168 time: 0.2151406 May 10 03:21:34.253843 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41820) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:34.319714 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f9eed1f0-21a0-453d-b7bb-6b0e9f3ebe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085630'] for network (20ae02f4-e8d2-450f-b4f3-65f8fbb28c0a), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:34.399292 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f9eed1f0-21a0-453d-b7bb-6b0e9f3ebe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952848', 'neutron.services.segments.db._delete_segments_for_network-8729517486385'] for network (20ae02f4-e8d2-450f-b4f3-65f8fbb28c0a), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:34.661811 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-f9eed1f0-21a0-453d-b7bb-6b0e9f3ebe11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ae02f4-e8d2-450f-b4f3-65f8fbb28c0a']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:34.671283 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-f9eed1f0-21a0-453d-b7bb-6b0e9f3ebe11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef84bd7-95bb-48dd-90da-065354eab108') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:34.671571 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-f9eed1f0-21a0-453d-b7bb-6b0e9f3ebe11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef84bd7-95bb-48dd-90da-065354eab108') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:34.681020 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f9eed1f0-21a0-453d-b7bb-6b0e9f3ebe11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729517486906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576961'] for segment (eef84bd7-95bb-48dd-90da-065354eab108), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:34.694553 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f9eed1f0-21a0-453d-b7bb-6b0e9f3ebe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (eef84bd7-95bb-48dd-90da-065354eab108), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:34.700223 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9eed1f0-21a0-453d-b7bb-6b0e9f3ebe11 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:21:34.700598 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f9eed1f0-21a0-453d-b7bb-6b0e9f3ebe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5428932'] for segment (eef84bd7-95bb-48dd-90da-065354eab108), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: Traceback (most recent call last): May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: timer() May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: cb(*args, **kw) May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: return func(*args, **kwargs) May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: self._notify() May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: self.callback(batched_events) May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: event.method(event) May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: return f(self, *a, **k) May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._get(url).json() May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: return self.request(url, 'GET', **kwargs) May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:21:34.702254 dv-cinder-830094-4-iscsi neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:21:34.754186 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f9eed1f0-21a0-453d-b7bb-6b0e9f3ebe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964138'] for network (20ae02f4-e8d2-450f-b4f3-65f8fbb28c0a), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:34.761158 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f9eed1f0-21a0-453d-b7bb-6b0e9f3ebe11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:34.766899 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-f9eed1f0-21a0-453d-b7bb-6b0e9f3ebe11 admin admin] 10.222.0.55 "DELETE /v2.0/networks/20ae02f4-e8d2-450f-b4f3-65f8fbb28c0a HTTP/1.1" status: 204 len: 168 time: 0.5095994 May 10 03:21:34.767296 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41824) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:34.774217 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eed1f0-21a0-453d-b7bb-6b0e9f3ebe11 admin admin] Pushing event deleted for resources: {'Network': ['ID=20ae02f4-e8d2-450f-b4f3-65f8fbb28c0a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:34.815534 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee9e56f-fd0b-4572-a52a-43a8068efc3f admin admin] Deleting subnet 316672e3-c75a-4b1b-a5fd-ec5bac1a0974 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:21:34.819425 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9ee9e56f-fd0b-4572-a52a-43a8068efc3f admin admin] Publish callbacks [] for subnet (316672e3-c75a-4b1b-a5fd-ec5bac1a0974), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:34.854107 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9ee9e56f-fd0b-4572-a52a-43a8068efc3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7618921'] for subnet (316672e3-c75a-4b1b-a5fd-ec5bac1a0974), precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:34.893094 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9ee9e56f-fd0b-4572-a52a-43a8068efc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716651'] for subnet (316672e3-c75a-4b1b-a5fd-ec5bac1a0974), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:34.956481 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9ee9e56f-fd0b-4572-a52a-43a8068efc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6482470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5503903'] for subnet (316672e3-c75a-4b1b-a5fd-ec5bac1a0974), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:34.985967 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9ee9e56f-fd0b-4572-a52a-43a8068efc3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:34.989471 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-9ee9e56f-fd0b-4572-a52a-43a8068efc3f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/316672e3-c75a-4b1b-a5fd-ec5bac1a0974 HTTP/1.1" status: 204 len: 168 time: 0.2212329 May 10 03:21:34.992675 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41842) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:34.997852 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9e56f-fd0b-4572-a52a-43a8068efc3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=316672e3-c75a-4b1b-a5fd-ec5bac1a0974,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:35.074748 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7671846d-b278-4ce6-9305-fc053c1f04d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085630'] for network (331a0c94-d010-439d-86a3-0366af0574d7), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:35.157816 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7671846d-b278-4ce6-9305-fc053c1f04d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952848', 'neutron.services.segments.db._delete_segments_for_network-8729517486385'] for network (331a0c94-d010-439d-86a3-0366af0574d7), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:35.177395 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-7671846d-b278-4ce6-9305-fc053c1f04d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331a0c94-d010-439d-86a3-0366af0574d7']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:35.186277 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-7671846d-b278-4ce6-9305-fc053c1f04d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df2021c-0117-4b06-8d81-8b50c4bccb8a') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:35.186567 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-7671846d-b278-4ce6-9305-fc053c1f04d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df2021c-0117-4b06-8d81-8b50c4bccb8a') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:35.196051 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7671846d-b278-4ce6-9305-fc053c1f04d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729517486906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576961'] for segment (9df2021c-0117-4b06-8d81-8b50c4bccb8a), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:35.209518 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7671846d-b278-4ce6-9305-fc053c1f04d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (9df2021c-0117-4b06-8d81-8b50c4bccb8a), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:35.215644 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7671846d-b278-4ce6-9305-fc053c1f04d9 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:21:35.216095 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7671846d-b278-4ce6-9305-fc053c1f04d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5428932'] for segment (9df2021c-0117-4b06-8d81-8b50c4bccb8a), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: Traceback (most recent call last): May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: timer() May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: cb(*args, **kw) May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: return func(*args, **kwargs) May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: self._notify() May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: self.callback(batched_events) May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: event.method(event) May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: return f(self, *a, **k) May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._get(url).json() May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: return self.request(url, 'GET', **kwargs) May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:21:35.217924 dv-cinder-830094-4-iscsi neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:21:35.274643 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7671846d-b278-4ce6-9305-fc053c1f04d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964138'] for network (331a0c94-d010-439d-86a3-0366af0574d7), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:35.279962 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7671846d-b278-4ce6-9305-fc053c1f04d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:35.283071 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-7671846d-b278-4ce6-9305-fc053c1f04d9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/331a0c94-d010-439d-86a3-0366af0574d7 HTTP/1.1" status: 204 len: 168 time: 0.2894125 May 10 03:21:35.294132 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671846d-b278-4ce6-9305-fc053c1f04d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=331a0c94-d010-439d-86a3-0366af0574d7,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:35.446621 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41850) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:35.485222 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-9193a331-a073-4c7a-a844-6f2de5c950d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d537921027294716af9874389628492c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374188 May 10 03:21:35.487470 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41852) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:35.535062 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e2d1e455-c75d-42d6-a7a8-3121ce21a2fb admin admin] Publish callbacks [] for security_group (ff833bfa-2c6c-46e9-b15a-7b76dbb03aaf), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:35.556577 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e2d1e455-c75d-42d6-a7a8-3121ce21a2fb admin admin] Publish callbacks [] for security_group (ff833bfa-2c6c-46e9-b15a-7b76dbb03aaf), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:35.605712 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e2d1e455-c75d-42d6-a7a8-3121ce21a2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (ff833bfa-2c6c-46e9-b15a-7b76dbb03aaf), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:35.608416 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e2d1e455-c75d-42d6-a7a8-3121ce21a2fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:35.609588 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-e2d1e455-c75d-42d6-a7a8-3121ce21a2fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff833bfa-2c6c-46e9-b15a-7b76dbb03aaf HTTP/1.1" status: 204 len: 168 time: 0.1212504 May 10 03:21:35.618016 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1e455-c75d-42d6-a7a8-3121ce21a2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff833bfa-2c6c-46e9-b15a-7b76dbb03aaf,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:35.914592 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41858) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:35.954431 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-84f4ce6a-123d-4184-8934-d0b418f6812e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1071d4df1185488d9b7680af88e7dbb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387042 May 10 03:21:35.956745 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41860) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:36.002466 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70276d3c-7a15-43b3-bba3-fe304cfcf12f admin admin] Publish callbacks [] for security_group (75880e1e-cd98-4f6b-8d1c-9ffd3bef1251), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:36.023432 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70276d3c-7a15-43b3-bba3-fe304cfcf12f admin admin] Publish callbacks [] for security_group (75880e1e-cd98-4f6b-8d1c-9ffd3bef1251), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:36.072856 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70276d3c-7a15-43b3-bba3-fe304cfcf12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (75880e1e-cd98-4f6b-8d1c-9ffd3bef1251), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:36.075527 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70276d3c-7a15-43b3-bba3-fe304cfcf12f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:36.076819 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-70276d3c-7a15-43b3-bba3-fe304cfcf12f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/75880e1e-cd98-4f6b-8d1c-9ffd3bef1251 HTTP/1.1" status: 204 len: 168 time: 0.1191227 May 10 03:21:36.085668 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70276d3c-7a15-43b3-bba3-fe304cfcf12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75880e1e-cd98-4f6b-8d1c-9ffd3bef1251,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:36.384384 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 41888) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:36.495190 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e3667bd-10e2-42b0-bca0-25ee18bc74af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:36.577121 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e3667bd-10e2-42b0-bca0-25ee18bc74af admin admin] Publish callbacks [] for security_group (9860c0c1-a7b8-4ecc-b251-5d5feef9e71b), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:36.581148 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e3667bd-10e2-42b0-bca0-25ee18bc74af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (9860c0c1-a7b8-4ecc-b251-5d5feef9e71b), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:36.619853 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-0e3667bd-10e2-42b0-bca0-25ee18bc74af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=857a0b74b3cd4535983ee99357aaba5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341878 May 10 03:21:36.620718 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3667bd-10e2-42b0-bca0-25ee18bc74af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9860c0c1-a7b8-4ecc-b251-5d5feef9e71b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:36.623555 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 41900) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:36.674009 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7d40361-e703-45f8-a65e-37355c47e3bf admin admin] Publish callbacks [] for security_group (9860c0c1-a7b8-4ecc-b251-5d5feef9e71b), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:36.695861 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7d40361-e703-45f8-a65e-37355c47e3bf admin admin] Publish callbacks [] for security_group (9860c0c1-a7b8-4ecc-b251-5d5feef9e71b), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:36.744826 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7d40361-e703-45f8-a65e-37355c47e3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (9860c0c1-a7b8-4ecc-b251-5d5feef9e71b), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:36.747402 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7d40361-e703-45f8-a65e-37355c47e3bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:36.748532 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-d7d40361-e703-45f8-a65e-37355c47e3bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9860c0c1-a7b8-4ecc-b251-5d5feef9e71b HTTP/1.1" status: 204 len: 168 time: 0.1240242 May 10 03:21:36.756896 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d40361-e703-45f8-a65e-37355c47e3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9860c0c1-a7b8-4ecc-b251-5d5feef9e71b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:39.279958 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:21:40.934488 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:44.754252 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-aeaaaa06-e080-4054-9691-a9f9fda92551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:46.923646 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c2d28b2d-53ac-4841-8063-f56b2e425331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:48.177526 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:49.833758 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:51.154204 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:57.982984 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 42198) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:58.085797 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:58.157290 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] Publish callbacks [] for security_group (a54887b1-ecb7-4bb3-b6ed-f5b0fdae4055), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:58.160911 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (a54887b1-ecb7-4bb3-b6ed-f5b0fdae4055), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:58.198700 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d47a4a74e308426a9f5318f36c35fa59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146008 May 10 03:21:58.199550 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54887b1-ecb7-4bb3-b6ed-f5b0fdae4055,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:58.201589 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 42202) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:58.206673 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:58.207017 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:58.207353 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:58.207685 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:58.208015 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:58.208343 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:58.208675 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:58.209023 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:58.209344 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:58.209667 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:58.209987 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:58.210331 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:58.210646 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:58.210960 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:58.211270 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f040d5-75ca-4a7c-8139-7811dca0fe60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:58.250683 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-481c3b70-f85b-400c-becf-b93f354bd997 admin admin] Publish callbacks [] for security_group (a54887b1-ecb7-4bb3-b6ed-f5b0fdae4055), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:58.271512 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-481c3b70-f85b-400c-becf-b93f354bd997 admin admin] Publish callbacks [] for security_group (a54887b1-ecb7-4bb3-b6ed-f5b0fdae4055), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:58.317402 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-481c3b70-f85b-400c-becf-b93f354bd997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (a54887b1-ecb7-4bb3-b6ed-f5b0fdae4055), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:58.320146 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-481c3b70-f85b-400c-becf-b93f354bd997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:58.321311 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-481c3b70-f85b-400c-becf-b93f354bd997 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a54887b1-ecb7-4bb3-b6ed-f5b0fdae4055 HTTP/1.1" status: 204 len: 168 time: 0.1187258 May 10 03:21:58.328505 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c3b70-f85b-400c-becf-b93f354bd997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54887b1-ecb7-4bb3-b6ed-f5b0fdae4055,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:58.916498 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 42224) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:59.011412 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-4f13b5e2-001b-47f7-9783-ecb24ea42d57 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-339289308-network', 'tenant_id': 'c224356accca4d1bbf7a2440aa0d9b89'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:59.030974 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f13b5e2-001b-47f7-9783-ecb24ea42d57 admin admin] Made reservation on behalf of c224356accca4d1bbf7a2440aa0d9b89 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:21:59.033356 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f13b5e2-001b-47f7-9783-ecb24ea42d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:59.041957 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f13b5e2-001b-47f7-9783-ecb24ea42d57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:59.120943 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f13b5e2-001b-47f7-9783-ecb24ea42d57 admin admin] Publish callbacks [] for security_group (6a86ef90-1cca-45bd-9c83-84a4b69da6c1), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:59.124835 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f13b5e2-001b-47f7-9783-ecb24ea42d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (6a86ef90-1cca-45bd-9c83-84a4b69da6c1), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:59.147193 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f13b5e2-001b-47f7-9783-ecb24ea42d57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:21:59.162524 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13b5e2-001b-47f7-9783-ecb24ea42d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a86ef90-1cca-45bd-9c83-84a4b69da6c1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:59.165694 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f13b5e2-001b-47f7-9783-ecb24ea42d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (69671171-7b4e-4358-b247-ffc12191a12d), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:59.166047 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.segments_db [None req-4f13b5e2-001b-47f7-9783-ecb24ea42d57 admin admin] Added segment 69671171-7b4e-4358-b247-ffc12191a12d of type vlan for network 77909717-f34e-49c1-add8-149322101461 May 10 03:21:59.208321 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f13b5e2-001b-47f7-9783-ecb24ea42d57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (77909717-f34e-49c1-add8-149322101461), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:59.234958 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f13b5e2-001b-47f7-9783-ecb24ea42d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (77909717-f34e-49c1-add8-149322101461), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:59.235908 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f13b5e2-001b-47f7-9783-ecb24ea42d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:59.236487 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f13b5e2-001b-47f7-9783-ecb24ea42d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:59.286878 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-4f13b5e2-001b-47f7-9783-ecb24ea42d57 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3690233 May 10 03:21:59.289681 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 42230) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:59.294748 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-bfe11394-9d99-4648-a2e5-5dc172882fac admin admin] Request body: {'subnet': {'network_id': '77909717-f34e-49c1-add8-149322101461', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-339289308-subnet', 'tenant_id': 'c224356accca4d1bbf7a2440aa0d9b89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:59.296515 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13b5e2-001b-47f7-9783-ecb24ea42d57 admin admin] Pushing event updated for resources: {'Network': ['ID=77909717-f34e-49c1-add8-149322101461,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:59.306252 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network 77909717-f34e-49c1-add8-149322101461 details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:21:59.315092 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe11394-9d99-4648-a2e5-5dc172882fac admin admin] Made reservation on behalf of c224356accca4d1bbf7a2440aa0d9b89 for: {'subnet': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:21:59.317689 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bfe11394-9d99-4648-a2e5-5dc172882fac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5804280'] for subnet (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:59.476938 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bfe11394-9d99-4648-a2e5-5dc172882fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5427817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5804262'] for subnet (51e627e8-63e7-40bf-8053-7662bf6dec28), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:59.536041 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe11394-9d99-4648-a2e5-5dc172882fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=51e627e8-63e7-40bf-8053-7662bf6dec28,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:59.544422 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe11394-9d99-4648-a2e5-5dc172882fac admin admin] Checking segment: {'id': '69671171-7b4e-4358-b247-ffc12191a12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '77909717-f34e-49c1-add8-149322101461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:21:59.545403 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe11394-9d99-4648-a2e5-5dc172882fac admin admin] Network hostable DHCP agents. Network: 77909717-f34e-49c1-add8-149322101461, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:21:59.562602 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe11394-9d99-4648-a2e5-5dc172882fac admin admin] Network 77909717-f34e-49c1-add8-149322101461 is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:21:59.570973 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-bfe11394-9d99-4648-a2e5-5dc172882fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, 77909717-f34e-49c1-add8-149322101461) {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:21:59.575157 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe11394-9d99-4648-a2e5-5dc172882fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:59.575753 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bfe11394-9d99-4648-a2e5-5dc172882fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:59.580281 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ad0ffb-d1f3-437f-a9f3-c92b1a33d790 None None] Network 77909717-f34e-49c1-add8-149322101461 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:21:59.590849 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-bfe11394-9d99-4648-a2e5-5dc172882fac admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3000612 May 10 03:21:59.680004 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262bea41-9f89-480d-9ee5-c7995f7af3fd None None] Network 77909717-f34e-49c1-add8-149322101461 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:22:01.330241 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-a9dd8b0c-dcf9-46e3-8014-d7ea458a3460 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:01.331845 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-a9dd8b0c-dcf9-46e3-8014-d7ea458a3460 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/networks?id=77909717-f34e-49c1-add8-149322101461 HTTP/1.1" status: 200 len: 808 time: 0.1116080 May 10 03:22:01.346247 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-f5a31c7e-7d3e-4ab3-91ce-aa261e85de1a tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/quotas/c224356accca4d1bbf7a2440aa0d9b89 HTTP/1.1" status: 200 len: 375 time: 0.0090673 May 10 03:22:01.378347 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-39d3d314-9965-4c1f-8d7f-00f46ec0a722 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c224356accca4d1bbf7a2440aa0d9b89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273678 May 10 03:22:01.512795 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-90f585f9-bffe-41f4-ab2e-43251e161972 service neutron] 10.222.0.55 "GET /v2.0/networks/77909717-f34e-49c1-add8-149322101461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279504 May 10 03:22:01.599791 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-3c1691ac-8cad-44e4-860e-588cafe8c635 service neutron] 10.222.0.55 "GET /v2.0/networks/77909717-f34e-49c1-add8-149322101461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807433 May 10 03:22:02.775661 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-166ce5d3-1242-40db-9176-98d6d162abe9 req-0b9f6924-fc6f-4d1b-bc28-05e1fc57fbe5 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 210 time: 0.0328448 May 10 03:22:03.684628 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-242eefbc-498c-4e14-8a08-f4a21d78253a tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:03.686092 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-242eefbc-498c-4e14-8a08-f4a21d78253a tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.64 "GET /v2.0/networks?id=77909717-f34e-49c1-add8-149322101461 HTTP/1.1" status: 200 len: 808 time: 0.1183414 May 10 03:22:03.698706 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-e5e7c989-efd5-4307-b967-764a99bfabaf tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Request body: {'port': {'device_id': 'cfd99d36-618e-451a-bba6-b7bd4a1351e2', 'network_id': '77909717-f34e-49c1-add8-149322101461', 'admin_state_up': True, 'tenant_id': 'c224356accca4d1bbf7a2440aa0d9b89'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:03.821877 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-e5e7c989-efd5-4307-b967-764a99bfabaf tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Made reservation on behalf of c224356accca4d1bbf7a2440aa0d9b89 for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:22:03.826287 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-e5e7c989-efd5-4307-b967-764a99bfabaf tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:03.882977 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-160efcea-4c04-4b36-8594-6c760fba569c req-b667fb9a-6517-46cd-ac6a-4d685e8c900f tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 210 time: 0.0312440 May 10 03:22:03.967124 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-e5e7c989-efd5-4307-b967-764a99bfabaf tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Allocated IP 172.20.0.3 (77909717-f34e-49c1-add8-149322101461/51e627e8-63e7-40bf-8053-7662bf6dec28/8a81cf29-967f-4ca0-97da-1fe630460d8a) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:22:04.121455 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-e5e7c989-efd5-4307-b967-764a99bfabaf tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Publish callbacks [] for port (8a81cf29-967f-4ca0-97da-1fe630460d8a), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:04.154830 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-e5e7c989-efd5-4307-b967-764a99bfabaf tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (8a81cf29-967f-4ca0-97da-1fe630460d8a), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:04.173760 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 42346) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:04.198434 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-e5e7c989-efd5-4307-b967-764a99bfabaf tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Network 77909717-f34e-49c1-add8-149322101461 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:22:04.201568 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-e5e7c989-efd5-4307-b967-764a99bfabaf tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:22:04.205217 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-e5e7c989-efd5-4307-b967-764a99bfabaf tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:22:04.233634 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7c989-efd5-4307-b967-764a99bfabaf tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Pushing event updated for resources: {'Port': ['ID=8a81cf29-967f-4ca0-97da-1fe630460d8a,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:04.261473 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-e5e7c989-efd5-4307-b967-764a99bfabaf tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:04.262103 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-e5e7c989-efd5-4307-b967-764a99bfabaf tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:04.279364 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-e5e7c989-efd5-4307-b967-764a99bfabaf tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5848784 May 10 03:22:04.289252 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a02692a-aaf0-4f03-a49b-082c56142663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:04.290791 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Request body: {'port': {'device_id': 'cfd99d36-618e-451a-bba6-b7bd4a1351e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:04.354252 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (8a81cf29-967f-4ca0-97da-1fe630460d8a), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:04.362903 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a02692a-aaf0-4f03-a49b-082c56142663 admin admin] Publish callbacks [] for security_group (aaa8280a-5592-4cd3-9676-af9f982b86f9), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:04.367171 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a02692a-aaf0-4f03-a49b-082c56142663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (aaa8280a-5592-4cd3-9676-af9f982b86f9), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:04.406191 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-2a02692a-aaf0-4f03-a49b-082c56142663 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1e374dab47942eabb6b8918d44b1521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309406 May 10 03:22:04.407017 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02692a-aaf0-4f03-a49b-082c56142663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa8280a-5592-4cd3-9676-af9f982b86f9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:04.408422 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 42350) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:04.559067 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-327ce56d-2cea-4789-9b5f-97313d1d6faa admin admin] Publish callbacks [] for security_group (aaa8280a-5592-4cd3-9676-af9f982b86f9), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:04.593764 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-327ce56d-2cea-4789-9b5f-97313d1d6faa admin admin] Publish callbacks [] for security_group (aaa8280a-5592-4cd3-9676-af9f982b86f9), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:04.690966 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-327ce56d-2cea-4789-9b5f-97313d1d6faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (aaa8280a-5592-4cd3-9676-af9f982b86f9), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:04.693414 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-327ce56d-2cea-4789-9b5f-97313d1d6faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:04.694528 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-327ce56d-2cea-4789-9b5f-97313d1d6faa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aaa8280a-5592-4cd3-9676-af9f982b86f9 HTTP/1.1" status: 204 len: 168 time: 0.2842281 May 10 03:22:04.704067 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a81cf29-967f-4ca0-97da-1fe630460d8a {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:22:04.714547 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ce56d-2cea-4789-9b5f-97313d1d6faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa8280a-5592-4cd3-9676-af9f982b86f9,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:04.719208 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Publish callbacks [] for port (8a81cf29-967f-4ca0-97da-1fe630460d8a), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:04.737944 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Transition to ACTIVE for port object 8a81cf29-967f-4ca0-97da-1fe630460d8a will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:22:04.742103 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5428960'] for port (8a81cf29-967f-4ca0-97da-1fe630460d8a), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:04.793792 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Pushing event updated for resources: {'Port': ['ID=8a81cf29-967f-4ca0-97da-1fe630460d8a,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:04.863869 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Attempting to bind port 8a81cf29-967f-4ca0-97da-1fe630460d8a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:22:04.864525 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Attempting to bind port 8a81cf29-967f-4ca0-97da-1fe630460d8a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '69671171-7b4e-4358-b247-ffc12191a12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '77909717-f34e-49c1-add8-149322101461'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:22:04.864798 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Attempting to bind port 8a81cf29-967f-4ca0-97da-1fe630460d8a on network 77909717-f34e-49c1-add8-149322101461 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:22:04.868990 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Port 8a81cf29-967f-4ca0-97da-1fe630460d8a on network 77909717-f34e-49c1-add8-149322101461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:22:04.869310 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Attempting to bind port 8a81cf29-967f-4ca0-97da-1fe630460d8a on network 77909717-f34e-49c1-add8-149322101461 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:22:04.874182 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:22:04.874579 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Checking segment: {'id': '69671171-7b4e-4358-b247-ffc12191a12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '77909717-f34e-49c1-add8-149322101461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:22:04.875071 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Bound using segment: {'id': '69671171-7b4e-4358-b247-ffc12191a12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '77909717-f34e-49c1-add8-149322101461'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:22:04.875497 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Bound port: 8a81cf29-967f-4ca0-97da-1fe630460d8a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69671171-7b4e-4358-b247-ffc12191a12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '77909717-f34e-49c1-add8-149322101461'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:22:04.875851 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (8a81cf29-967f-4ca0-97da-1fe630460d8a), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:04.945757 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] For port 8a81cf29-967f-4ca0-97da-1fe630460d8a, host hv-cinder-83009, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:22:04.949131 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] For port 8a81cf29-967f-4ca0-97da-1fe630460d8a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8a81cf29-967f-4ca0-97da-1fe630460d8a,segment=NetworkSegment(69671171-7b4e-4358-b247-ffc12191a12d),segment_id=69671171-7b4e-4358-b247-ffc12191a12d)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:22:04.965601 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5428960'] for port (8a81cf29-967f-4ca0-97da-1fe630460d8a), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:04.979936 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 42358) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:04.993282 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70860f8e-f065-4624-80be-af61791a7787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:05.016242 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:05.017220 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:05.018601 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] 10.222.0.64 "PUT /v2.0/ports/8a81cf29-967f-4ca0-97da-1fe630460d8a HTTP/1.1" status: 200 len: 1093 time: 0.7319913 May 10 03:22:05.022641 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd99d36-618e-451a-bba6-b7bd4a1351e2', 'tag': '8a81cf29-967f-4ca0-97da-1fe630460d8a'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:22:05.026339 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c239e81-d9da-4e0e-8925-e84fae916034" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd99d36-618e-451a-bba6-b7bd4a1351e2", "tag": "8a81cf29-967f-4ca0-97da-1fe630460d8a"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:22:05.066818 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da82a3-d20b-4497-9c8f-148d39bc4191 req-edc97a2d-60cf-41c7-90a1-01dc26747770 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:05.068451 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b7da82a3-d20b-4497-9c8f-148d39bc4191 req-edc97a2d-60cf-41c7-90a1-01dc26747770 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 943 time: 0.1126833 May 10 03:22:05.082388 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70860f8e-f065-4624-80be-af61791a7787 admin admin] Publish callbacks [] for security_group (9433ca49-a1f9-442d-ba2f-b3e892d22313), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:05.089208 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70860f8e-f065-4624-80be-af61791a7787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (9433ca49-a1f9-442d-ba2f-b3e892d22313), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:05.105967 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e61752-91bd-4687-a67d-1df2451df091 x-openstack-request-id: req-84e61752-91bd-4687-a67d-1df2451df091 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:22:05.106251 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd99d36-618e-451a-bba6-b7bd4a1351e2", "tag": "8a81cf29-967f-4ca0-97da-1fe630460d8a", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:22:05.106500 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84e61752-91bd-4687-a67d-1df2451df091 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:22:05.107044 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e61752-91bd-4687-a67d-1df2451df091'] response: {'name': 'network-changed', 'server_uuid': 'cfd99d36-618e-451a-bba6-b7bd4a1351e2', 'tag': '8a81cf29-967f-4ca0-97da-1fe630460d8a', 'status': 'completed', 'code': 200} May 10 03:22:05.107426 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d8e0f-1399-48e2-8826-31e86237e676 service neutron] Pushing event updated for resources: {'Port': ['ID=8a81cf29-967f-4ca0-97da-1fe630460d8a,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:05.126583 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70860f8e-f065-4624-80be-af61791a7787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9433ca49-a1f9-442d-ba2f-b3e892d22313,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:05.132703 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-70860f8e-f065-4624-80be-af61791a7787 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=822ff66b591248709cfcd2580c770873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500092 May 10 03:22:05.133597 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 42362) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:05.136512 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-5e51fc8e-4161-4bf5-84c3-33a52d5f4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:05.138028 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-5e51fc8e-4161-4bf5-84c3-33a52d5f4e10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c224356accca4d1bbf7a2440aa0d9b89&device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 1127 time: 0.0686202 May 10 03:22:05.184499 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-507dc2d9-5b59-4b36-ad5b-f365421c0699 admin admin] Publish callbacks [] for security_group (9433ca49-a1f9-442d-ba2f-b3e892d22313), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:05.187423 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-59556078-b02e-4a79-ab28-5ee24a530a41 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a81cf29-967f-4ca0-97da-1fe630460d8a HTTP/1.1" status: 200 len: 217 time: 0.0419197 May 10 03:22:05.194473 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b7da82a3-d20b-4497-9c8f-148d39bc4191 req-d9119f35-161c-4a67-9c41-ddb6b43f2b05 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102359 May 10 03:22:05.210956 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-507dc2d9-5b59-4b36-ad5b-f365421c0699 admin admin] Publish callbacks [] for security_group (9433ca49-a1f9-442d-ba2f-b3e892d22313), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:05.237530 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-5aab02e2-27e5-4308-8f0b-13900adbc481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:05.238989 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-5aab02e2-27e5-4308-8f0b-13900adbc481 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=51e627e8-63e7-40bf-8053-7662bf6dec28 HTTP/1.1" status: 200 len: 848 time: 0.0436738 May 10 03:22:05.256684 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-507dc2d9-5b59-4b36-ad5b-f365421c0699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (9433ca49-a1f9-442d-ba2f-b3e892d22313), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:05.259229 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-507dc2d9-5b59-4b36-ad5b-f365421c0699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:05.260359 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-507dc2d9-5b59-4b36-ad5b-f365421c0699 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9433ca49-a1f9-442d-ba2f-b3e892d22313 HTTP/1.1" status: 204 len: 168 time: 0.1257491 May 10 03:22:05.268913 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507dc2d9-5b59-4b36-ad5b-f365421c0699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9433ca49-a1f9-442d-ba2f-b3e892d22313,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:05.274357 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-5fc3b895-06d8-403d-9d20-082d9ed991e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77909717-f34e-49c1-add8-149322101461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288045 May 10 03:22:05.368243 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-a4b25240-1795-4b4d-8e01-432be8018a43 service neutron] 10.222.0.64 "GET /v2.0/networks/77909717-f34e-49c1-add8-149322101461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869498 May 10 03:22:05.459444 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f7c03f49-5fcb-4f4e-97c0-8a002bf20232 req-b2e255f9-9af9-40a8-9191-d3e3fa89c192 service neutron] 10.222.0.64 "GET /v2.0/networks/77909717-f34e-49c1-add8-149322101461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856516 May 10 03:22:06.176250 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c239e81-d9da-4e0e-8925-e84fae916034 req-333bc22d-d88b-4c73-ba22-4efedc0dc53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:06.177760 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8c239e81-d9da-4e0e-8925-e84fae916034 req-333bc22d-d88b-4c73-ba22-4efedc0dc53c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c224356accca4d1bbf7a2440aa0d9b89&device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 1127 time: 0.0477419 May 10 03:22:06.271115 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c239e81-d9da-4e0e-8925-e84fae916034 req-d7aa837d-cc2f-46b3-874f-42882e81a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:06.273051 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8c239e81-d9da-4e0e-8925-e84fae916034 req-d7aa837d-cc2f-46b3-874f-42882e81a075 service neutron] 10.222.0.64 "GET /v2.0/networks?id=77909717-f34e-49c1-add8-149322101461 HTTP/1.1" status: 200 len: 909 time: 0.0898578 May 10 03:22:06.320643 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49698d0-5225-4b15-b964-0fe693e7e6cd req-dc578c2d-b87d-4e3c-8580-aa1fbd04567b tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:06.323094 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8c239e81-d9da-4e0e-8925-e84fae916034 req-fb01ab5c-ee08-4c2e-be03-aff22317f940 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a81cf29-967f-4ca0-97da-1fe630460d8a HTTP/1.1" status: 200 len: 217 time: 0.0442023 May 10 03:22:06.329179 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a49698d0-5225-4b15-b964-0fe693e7e6cd req-dc578c2d-b87d-4e3c-8580-aa1fbd04567b tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 943 time: 0.0603974 May 10 03:22:06.373744 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c239e81-d9da-4e0e-8925-e84fae916034 req-a3bb52b7-af4f-447d-ad01-d4c7e5acb20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:06.375379 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a49698d0-5225-4b15-b964-0fe693e7e6cd req-88efb981-b888-4bf4-825e-2a0287279061 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450509 May 10 03:22:06.375536 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8c239e81-d9da-4e0e-8925-e84fae916034 req-a3bb52b7-af4f-447d-ad01-d4c7e5acb20d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=51e627e8-63e7-40bf-8053-7662bf6dec28 HTTP/1.1" status: 200 len: 848 time: 0.0466709 May 10 03:22:06.408523 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8c239e81-d9da-4e0e-8925-e84fae916034 req-fe4b9f7c-4691-4e21-a6ad-a14d257d3cb7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77909717-f34e-49c1-add8-149322101461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274823 May 10 03:22:06.501166 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8c239e81-d9da-4e0e-8925-e84fae916034 req-4033f237-7dd5-4802-8f5a-2d5e6d2cfcb2 service neutron] 10.222.0.64 "GET /v2.0/networks/77909717-f34e-49c1-add8-149322101461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860317 May 10 03:22:06.589279 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8c239e81-d9da-4e0e-8925-e84fae916034 req-490dea79-ace5-4837-81b6-c1fe215a4587 service neutron] 10.222.0.64 "GET /v2.0/networks/77909717-f34e-49c1-add8-149322101461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832498 May 10 03:22:07.488334 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706dc38-60bb-4363-8732-d4e05a27349e req-579f5f2a-b046-4399-9296-6bf19d28496b tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:07.489795 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b706dc38-60bb-4363-8732-d4e05a27349e req-579f5f2a-b046-4399-9296-6bf19d28496b tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 943 time: 0.0462911 May 10 03:22:07.535668 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b706dc38-60bb-4363-8732-d4e05a27349e req-47c97f47-be98-4546-a341-d118e95065ab tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404711 May 10 03:22:08.646464 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec2a26-44e4-4b20-ba97-af3ef27dd468 req-b7c75ee1-62dc-4367-8652-5d55c6f62a93 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:08.647914 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-dbec2a26-44e4-4b20-ba97-af3ef27dd468 req-b7c75ee1-62dc-4367-8652-5d55c6f62a93 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 943 time: 0.0463827 May 10 03:22:08.696425 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-dbec2a26-44e4-4b20-ba97-af3ef27dd468 req-a79cdc21-368f-40a6-9474-edc430151a18 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431066 May 10 03:22:09.813147 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84462319-531d-4f68-83ea-0be6a9e6b0c1 req-1440c106-dc3b-4e19-bdc2-329b7d771e29 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:09.814609 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-84462319-531d-4f68-83ea-0be6a9e6b0c1 req-1440c106-dc3b-4e19-bdc2-329b7d771e29 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 943 time: 0.0505977 May 10 03:22:09.816211 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 8a81cf29-967f-4ca0-97da-1fe630460d8a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:22:09.862793 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-84462319-531d-4f68-83ea-0be6a9e6b0c1 req-1be24381-fded-44b4-ae8e-283ca52acd80 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421681 May 10 03:22:09.915617 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 8a81cf29-967f-4ca0-97da-1fe630460d8a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8a81cf29-967f-4ca0-97da-1fe630460d8a,segment=NetworkSegment(69671171-7b4e-4358-b247-ffc12191a12d),segment_id=69671171-7b4e-4358-b247-ffc12191a12d)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:22:09.927851 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': '8a81cf29-967f-4ca0-97da-1fe630460d8a', 'network_id': '77909717-f34e-49c1-add8-149322101461', 'port_id': '8a81cf29-967f-4ca0-97da-1fe630460d8a', 'mac_address': 'fa:16:3e:c6:9c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51e627e8-63e7-40bf-8053-7662bf6dec28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:22:09.964427 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 8a81cf29-967f-4ca0-97da-1fe630460d8a is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:22:09.964834 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (8a81cf29-967f-4ca0-97da-1fe630460d8a), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:09.980449 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a81cf29-967f-4ca0-97da-1fe630460d8a {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:22:09.999877 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 8a81cf29-967f-4ca0-97da-1fe630460d8a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8a81cf29-967f-4ca0-97da-1fe630460d8a,segment=NetworkSegment(69671171-7b4e-4358-b247-ffc12191a12d),segment_id=69671171-7b4e-4358-b247-ffc12191a12d)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:22:10.003627 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (8a81cf29-967f-4ca0-97da-1fe630460d8a), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:10.049706 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=8a81cf29-967f-4ca0-97da-1fe630460d8a,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:10.056722 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:10.057076 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:10.057419 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:10.057784 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:10.058127 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:10.058458 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:10.058785 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:10.059114 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:10.059441 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:10.059765 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:10.060091 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:10.060418 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:10.060761 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:10.061085 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:10.061419 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:10.919633 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['8a81cf29-967f-4ca0-97da-1fe630460d8a'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:22:10.971241 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:10.995416 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b9657-86fd-478e-8cd2-f2569dfcad81 req-622701cc-e623-4fd1-84ce-6e92f66d259e tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:10.997563 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a60b9657-86fd-478e-8cd2-f2569dfcad81 req-622701cc-e623-4fd1-84ce-6e92f66d259e tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 944 time: 0.0635197 May 10 03:22:11.055683 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a60b9657-86fd-478e-8cd2-f2569dfcad81 req-8b07931a-7dde-4f8c-bab2-5553f1583f9a tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511358 May 10 03:22:11.363784 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 8a81cf29-967f-4ca0-97da-1fe630460d8a up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:22:11.414325 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port 8a81cf29-967f-4ca0-97da-1fe630460d8a completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:22:11.420229 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port 8a81cf29-967f-4ca0-97da-1fe630460d8a triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:22:11.420608 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (8a81cf29-967f-4ca0-97da-1fe630460d8a), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:11.507838 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 8a81cf29-967f-4ca0-97da-1fe630460d8a is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:22:11.508230 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (8a81cf29-967f-4ca0-97da-1fe630460d8a), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:11.533972 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd99d36-618e-451a-bba6-b7bd4a1351e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a81cf29-967f-4ca0-97da-1fe630460d8a'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:22:11.536300 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96078316-bf9e-4ee3-87c0-36a284a97ff2" -d '{"events": [{"server_uuid": "cfd99d36-618e-451a-bba6-b7bd4a1351e2", "name": "network-vif-plugged", "status": "completed", "tag": "8a81cf29-967f-4ca0-97da-1fe630460d8a"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:22:11.549791 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 8a81cf29-967f-4ca0-97da-1fe630460d8a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8a81cf29-967f-4ca0-97da-1fe630460d8a,segment=NetworkSegment(69671171-7b4e-4358-b247-ffc12191a12d),segment_id=69671171-7b4e-4358-b247-ffc12191a12d)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:22:11.554385 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (8a81cf29-967f-4ca0-97da-1fe630460d8a), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:11.582690 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1922f99a-3a49-47f7-89f9-ac486da4d259 x-openstack-request-id: req-1922f99a-3a49-47f7-89f9-ac486da4d259 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:22:11.583095 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd99d36-618e-451a-bba6-b7bd4a1351e2", "name": "network-vif-plugged", "status": "completed", "tag": "8a81cf29-967f-4ca0-97da-1fe630460d8a", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:22:11.583356 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1922f99a-3a49-47f7-89f9-ac486da4d259 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:22:11.583749 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1922f99a-3a49-47f7-89f9-ac486da4d259'] response: {'server_uuid': 'cfd99d36-618e-451a-bba6-b7bd4a1351e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a81cf29-967f-4ca0-97da-1fe630460d8a', 'code': 200} May 10 03:22:11.609864 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=8a81cf29-967f-4ca0-97da-1fe630460d8a,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:11.741850 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01f36b-42d9-4790-b78f-af3021d14f78 req-5f6e5411-0aa4-434f-acd8-7ec273bd7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:11.743314 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5d01f36b-42d9-4790-b78f-af3021d14f78 req-5f6e5411-0aa4-434f-acd8-7ec273bd7f0b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 1129 time: 0.0388880 May 10 03:22:12.171165 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86d7f3-27c2-4b84-ae3d-ea2d1139d67f req-7f0b5765-e488-4db2-920b-624dc2217f79 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:12.172594 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5f86d7f3-27c2-4b84-ae3d-ea2d1139d67f req-7f0b5765-e488-4db2-920b-624dc2217f79 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 945 time: 0.0458975 May 10 03:22:12.217184 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5f86d7f3-27c2-4b84-ae3d-ea2d1139d67f req-450c5303-74cd-4216-b86d-8e9a6f4bfc82 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391667 May 10 03:22:13.328917 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f302435-7b6b-4a2c-969a-757f6511d990 req-57c52553-28a3-44ad-9124-a17d79c4b361 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:13.330269 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5f302435-7b6b-4a2c-969a-757f6511d990 req-57c52553-28a3-44ad-9124-a17d79c4b361 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 945 time: 0.0450368 May 10 03:22:13.380073 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5f302435-7b6b-4a2c-969a-757f6511d990 req-d00c4012-0559-4789-800d-d1221d6174fb tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444238 May 10 03:22:14.266256 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5d01f36b-42d9-4790-b78f-af3021d14f78 req-9b8f1aab-3bf8-4636-af16-263f0a3fe0fb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375774 May 10 03:22:14.497312 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954238f9-762a-453c-bf8a-5a04806fbf18 req-56d0a727-bdba-4990-afc7-541b2b43b524 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:14.498786 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-954238f9-762a-453c-bf8a-5a04806fbf18 req-56d0a727-bdba-4990-afc7-541b2b43b524 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 945 time: 0.0502713 May 10 03:22:14.546778 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-954238f9-762a-453c-bf8a-5a04806fbf18 req-aabec4ec-4fc7-4730-903c-71d2d9059293 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408404 May 10 03:22:14.757863 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-73906d52-44e8-4408-b31b-a2c39bd67de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:15.661281 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c410d1-24f7-4adb-b091-9c3c238d9fce req-c3a513b1-a82c-4101-89a0-6b4ed92c84ce tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:15.663134 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-22c410d1-24f7-4adb-b091-9c3c238d9fce req-c3a513b1-a82c-4101-89a0-6b4ed92c84ce tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 945 time: 0.0488985 May 10 03:22:15.710632 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-22c410d1-24f7-4adb-b091-9c3c238d9fce req-94cd7b5a-c26e-4026-a724-ac3bcbb94bcb tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419996 May 10 03:22:16.279029 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:22:16.822199 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd9757-4126-47af-ae31-d9dd5be8a5c3 req-ff1d7d67-ac22-42ed-8c32-dead3c61482f tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:16.823656 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-53bd9757-4126-47af-ae31-d9dd5be8a5c3 req-ff1d7d67-ac22-42ed-8c32-dead3c61482f tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 945 time: 0.0473268 May 10 03:22:16.870300 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-53bd9757-4126-47af-ae31-d9dd5be8a5c3 req-db56a051-78fa-422e-832b-ccc26e4b6d84 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403628 May 10 03:22:16.924414 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-27cd9fc8-97a7-4d84-bbb9-72e39d22a7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:18.180844 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:19.193399 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f18a8-66f5-4471-b196-f3e761de4fcb req-fa7d4a0b-8ac7-4ade-a92f-afb83c25e969 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:19.194859 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c19f18a8-66f5-4471-b196-f3e761de4fcb req-fa7d4a0b-8ac7-4ade-a92f-afb83c25e969 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 945 time: 0.0470426 May 10 03:22:19.250421 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c19f18a8-66f5-4471-b196-f3e761de4fcb req-4be7808e-4418-4571-a215-e7b66dc44d87 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499611 May 10 03:22:19.839837 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:20.368435 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cf7e3-3a76-4f27-81bb-2e172b3b7f8c req-3041c332-2ff0-4c61-99c6-cb585f36d91c tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:20.369951 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d49cf7e3-3a76-4f27-81bb-2e172b3b7f8c req-3041c332-2ff0-4c61-99c6-cb585f36d91c tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 945 time: 0.0504329 May 10 03:22:20.421882 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d49cf7e3-3a76-4f27-81bb-2e172b3b7f8c req-a8814ce9-8987-47be-9b26-c4c7249db6a8 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457981 May 10 03:22:20.533847 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341ee76-6dc2-4804-957e-92e23c12d8b7 req-d9ff8cad-1748-4dab-9357-0ff54b000af3 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:20.535250 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3341ee76-6dc2-4804-957e-92e23c12d8b7 req-d9ff8cad-1748-4dab-9357-0ff54b000af3 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 945 time: 0.0474546 May 10 03:22:20.615761 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-3341ee76-6dc2-4804-957e-92e23c12d8b7 req-5881e864-1ae1-4213-9b88-60d758343d76 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Deleting port 8a81cf29-967f-4ca0-97da-1fe630460d8a {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:22:20.616021 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-3341ee76-6dc2-4804-957e-92e23c12d8b7 req-5881e864-1ae1-4213-9b88-60d758343d76 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (8a81cf29-967f-4ca0-97da-1fe630460d8a), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:20.704154 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-3341ee76-6dc2-4804-957e-92e23c12d8b7 req-5881e864-1ae1-4213-9b88-60d758343d76 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] For port 8a81cf29-967f-4ca0-97da-1fe630460d8a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8a81cf29-967f-4ca0-97da-1fe630460d8a,segment=NetworkSegment(69671171-7b4e-4358-b247-ffc12191a12d),segment_id=69671171-7b4e-4358-b247-ffc12191a12d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:22:20.704513 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-3341ee76-6dc2-4804-957e-92e23c12d8b7 req-5881e864-1ae1-4213-9b88-60d758343d76 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (8a81cf29-967f-4ca0-97da-1fe630460d8a), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:20.717106 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-3341ee76-6dc2-4804-957e-92e23c12d8b7 req-5881e864-1ae1-4213-9b88-60d758343d76 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Calling delete_port for 8a81cf29-967f-4ca0-97da-1fe630460d8a owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:22:20.843105 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-3341ee76-6dc2-4804-957e-92e23c12d8b7 req-5881e864-1ae1-4213-9b88-60d758343d76 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (8a81cf29-967f-4ca0-97da-1fe630460d8a), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:20.871339 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881e864-1ae1-4213-9b88-60d758343d76 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Pushing event deleted for resources: {'Port': ['ID=8a81cf29-967f-4ca0-97da-1fe630460d8a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:20.913589 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-3341ee76-6dc2-4804-957e-92e23c12d8b7 req-5881e864-1ae1-4213-9b88-60d758343d76 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] No DVR routers for this DVR port 8a81cf29-967f-4ca0-97da-1fe630460d8a on host hv-cinder-83009 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:22:20.915966 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-3341ee76-6dc2-4804-957e-92e23c12d8b7 req-5881e864-1ae1-4213-9b88-60d758343d76 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:20.919181 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3341ee76-6dc2-4804-957e-92e23c12d8b7 req-5881e864-1ae1-4213-9b88-60d758343d76 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.64 "DELETE /v2.0/ports/8a81cf29-967f-4ca0-97da-1fe630460d8a HTTP/1.1" status: 204 len: 173 time: 0.3784561 May 10 03:22:20.919622 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd99d36-618e-451a-bba6-b7bd4a1351e2', 'name': 'network-vif-deleted', 'tag': '8a81cf29-967f-4ca0-97da-1fe630460d8a'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:22:20.922611 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249c1964-575e-4e82-b5af-782cef7a68d4" -d '{"events": [{"server_uuid": "cfd99d36-618e-451a-bba6-b7bd4a1351e2", "name": "network-vif-deleted", "tag": "8a81cf29-967f-4ca0-97da-1fe630460d8a"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:22:20.958504 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2181a39-4981-4c71-be82-b841f4a776f3 x-openstack-request-id: req-c2181a39-4981-4c71-be82-b841f4a776f3 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:22:20.958800 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd99d36-618e-451a-bba6-b7bd4a1351e2", "name": "network-vif-deleted", "tag": "8a81cf29-967f-4ca0-97da-1fe630460d8a", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:22:20.959055 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c2181a39-4981-4c71-be82-b841f4a776f3 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:22:20.959466 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2181a39-4981-4c71-be82-b841f4a776f3'] response: {'server_uuid': 'cfd99d36-618e-451a-bba6-b7bd4a1351e2', 'name': 'network-vif-deleted', 'tag': '8a81cf29-967f-4ca0-97da-1fe630460d8a', 'status': 'completed', 'code': 200} May 10 03:22:21.157691 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:21.520671 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a8c9c09c-84d4-4c5b-a417-0ec9e46d9258 req-c756ce7f-b835-4734-8307-7a44b66e7032 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 210 time: 0.0291684 May 10 03:22:22.614317 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-899ddf5b-9b9f-40ad-a503-d3864c09fe41 req-f3adfccd-b787-4712-a04b-7ed6497d8b51 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 210 time: 0.0266566 May 10 03:22:23.297738 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['8a81cf29-967f-4ca0-97da-1fe630460d8a'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:22:23.740303 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-dc5e08c0-a284-4e91-a861-e725a8319e93 req-cbc81a5c-d67f-44ec-b55e-4147e9982d3b tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfd99d36-618e-451a-bba6-b7bd4a1351e2 HTTP/1.1" status: 200 len: 210 time: 0.0363634 May 10 03:22:25.062346 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-acc00ac6-04a6-4a6f-b50f-8a70edb6ae99 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:25.063813 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-acc00ac6-04a6-4a6f-b50f-8a70edb6ae99 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/networks?id=77909717-f34e-49c1-add8-149322101461 HTTP/1.1" status: 200 len: 808 time: 0.1000328 May 10 03:22:25.078505 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-56b97146-5399-4738-9e42-f1badd959b19 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/quotas/c224356accca4d1bbf7a2440aa0d9b89 HTTP/1.1" status: 200 len: 375 time: 0.0094676 May 10 03:22:25.109623 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-beec9cdb-3b07-4a22-a18c-db8bc98a260d tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c224356accca4d1bbf7a2440aa0d9b89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264883 May 10 03:22:25.199751 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-84f494e7-4170-4c6b-b7b4-d8365c33fda0 service neutron] 10.222.0.55 "GET /v2.0/networks/77909717-f34e-49c1-add8-149322101461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837455 May 10 03:22:25.287602 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-98170edd-58b0-44ec-858f-aed37fbd8843 service neutron] 10.222.0.55 "GET /v2.0/networks/77909717-f34e-49c1-add8-149322101461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815256 May 10 03:22:25.446594 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b00d63fb-bed3-43e8-8eab-6656f9afa15f req-33337a8c-392c-47a5-8071-599b7e05d111 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9dde58a-1bf5-4faa-b41d-169577a02331 HTTP/1.1" status: 200 len: 210 time: 0.0289433 May 10 03:22:26.545479 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-fd1d117f-54c3-4b85-b8ac-21473be05643 req-35ef458b-3d9a-419f-802b-e84885230eb3 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9dde58a-1bf5-4faa-b41d-169577a02331 HTTP/1.1" status: 200 len: 210 time: 0.0307150 May 10 03:22:27.640880 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c7151a5c-be4b-458e-8565-bd885e12cba9 req-ca31e2eb-4832-4112-a688-939b1f982989 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9dde58a-1bf5-4faa-b41d-169577a02331 HTTP/1.1" status: 200 len: 210 time: 0.0265627 May 10 03:22:27.718069 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 8a81cf29-967f-4ca0-97da-1fe630460d8a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:22:27.739349 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: 8a81cf29-967f-4ca0-97da-1fe630460d8a {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:22:27.739800 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 8a81cf29-967f-4ca0-97da-1fe630460d8a not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:22:28.226649 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-a7a0309b-098a-4c86-b493-140e3c968757 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:28.228124 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-a7a0309b-098a-4c86-b493-140e3c968757 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.64 "GET /v2.0/networks?id=77909717-f34e-49c1-add8-149322101461 HTTP/1.1" status: 200 len: 808 time: 0.1117032 May 10 03:22:28.242419 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Request body: {'port': {'device_id': 'e9dde58a-1bf5-4faa-b41d-169577a02331', 'network_id': '77909717-f34e-49c1-add8-149322101461', 'admin_state_up': True, 'tenant_id': 'c224356accca4d1bbf7a2440aa0d9b89'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:28.356502 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Made reservation on behalf of c224356accca4d1bbf7a2440aa0d9b89 for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:22:28.359808 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:28.480966 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Allocated IP 172.20.0.8 (77909717-f34e-49c1-add8-149322101461/51e627e8-63e7-40bf-8053-7662bf6dec28/18746123-0801-423a-b0d9-718e5923503f) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:22:28.625682 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Publish callbacks [] for port (18746123-0801-423a-b0d9-718e5923503f), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:28.657321 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (18746123-0801-423a-b0d9-718e5923503f), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:28.698018 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Network 77909717-f34e-49c1-add8-149322101461 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:22:28.701161 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:22:28.706063 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:22:28.748195 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Pushing event updated for resources: {'Port': ['ID=18746123-0801-423a-b0d9-718e5923503f,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:28.784876 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:28.785221 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:28.785566 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:28.785899 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:28.786227 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:28.786551 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:28.786879 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:28.787199 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:28.787519 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:28.787835 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:28.788153 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:28.788471 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:28.788817 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:28.789136 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:28.789451 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:28.804123 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aeeb1e-1d16-4f3b-bd3f-36a2045151c7 req-f4942a45-701b-4b17-afe5-14f39b987622 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:28.805609 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b8aeeb1e-1d16-4f3b-bd3f-36a2045151c7 req-f4942a45-701b-4b17-afe5-14f39b987622 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9dde58a-1bf5-4faa-b41d-169577a02331 HTTP/1.1" status: 200 len: 931 time: 0.0930052 May 10 03:22:28.815267 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:28.815857 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:28.847271 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-17243926-37ad-4888-bb64-313f2992ad78 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6087260 May 10 03:22:28.861339 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Request body: {'port': {'device_id': 'e9dde58a-1bf5-4faa-b41d-169577a02331', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:28.891801 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b8aeeb1e-1d16-4f3b-bd3f-36a2045151c7 req-2bbc0c2a-99e3-43aa-99da-fc137472a203 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733328 May 10 03:22:28.930622 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (18746123-0801-423a-b0d9-718e5923503f), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:29.183677 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18746123-0801-423a-b0d9-718e5923503f {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:22:29.191710 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Publish callbacks [] for port (18746123-0801-423a-b0d9-718e5923503f), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:29.205269 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Transition to ACTIVE for port object 18746123-0801-423a-b0d9-718e5923503f will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:22:29.209576 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5428960'] for port (18746123-0801-423a-b0d9-718e5923503f), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:29.257654 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Pushing event updated for resources: {'Port': ['ID=18746123-0801-423a-b0d9-718e5923503f,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:29.334802 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Attempting to bind port 18746123-0801-423a-b0d9-718e5923503f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:22:29.335138 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Attempting to bind port 18746123-0801-423a-b0d9-718e5923503f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '69671171-7b4e-4358-b247-ffc12191a12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '77909717-f34e-49c1-add8-149322101461'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:22:29.335459 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Attempting to bind port 18746123-0801-423a-b0d9-718e5923503f on network 77909717-f34e-49c1-add8-149322101461 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:22:29.339759 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Port 18746123-0801-423a-b0d9-718e5923503f on network 77909717-f34e-49c1-add8-149322101461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:22:29.340128 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Attempting to bind port 18746123-0801-423a-b0d9-718e5923503f on network 77909717-f34e-49c1-add8-149322101461 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:22:29.347614 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:22:29.347945 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Checking segment: {'id': '69671171-7b4e-4358-b247-ffc12191a12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '77909717-f34e-49c1-add8-149322101461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:22:29.348314 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Bound using segment: {'id': '69671171-7b4e-4358-b247-ffc12191a12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '77909717-f34e-49c1-add8-149322101461'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:22:29.348764 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Bound port: 18746123-0801-423a-b0d9-718e5923503f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69671171-7b4e-4358-b247-ffc12191a12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '77909717-f34e-49c1-add8-149322101461'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:22:29.349120 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (18746123-0801-423a-b0d9-718e5923503f), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:29.413350 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] For port 18746123-0801-423a-b0d9-718e5923503f, host hv-cinder-83009, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:22:29.416370 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] For port 18746123-0801-423a-b0d9-718e5923503f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=18746123-0801-423a-b0d9-718e5923503f,segment=NetworkSegment(69671171-7b4e-4358-b247-ffc12191a12d),segment_id=69671171-7b4e-4358-b247-ffc12191a12d)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:22:29.423097 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5428960'] for port (18746123-0801-423a-b0d9-718e5923503f), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:29.458330 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:29.459001 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:29.460364 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] 10.222.0.64 "PUT /v2.0/ports/18746123-0801-423a-b0d9-718e5923503f HTTP/1.1" status: 200 len: 1093 time: 0.6029932 May 10 03:22:29.460810 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9dde58a-1bf5-4faa-b41d-169577a02331', 'tag': '18746123-0801-423a-b0d9-718e5923503f'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:22:29.463018 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bda651-9d5f-426d-a96a-e624970558d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e9dde58a-1bf5-4faa-b41d-169577a02331", "tag": "18746123-0801-423a-b0d9-718e5923503f"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:22:29.484581 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5ce9d-2427-476e-bb2d-53ebaa504c41 service neutron] Pushing event updated for resources: {'Port': ['ID=18746123-0801-423a-b0d9-718e5923503f,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:29.515917 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0474de0f-f42e-4bbb-910c-2fcc21bd5662 x-openstack-request-id: req-0474de0f-f42e-4bbb-910c-2fcc21bd5662 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:22:29.516102 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9dde58a-1bf5-4faa-b41d-169577a02331", "tag": "18746123-0801-423a-b0d9-718e5923503f", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:22:29.516349 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0474de0f-f42e-4bbb-910c-2fcc21bd5662 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:22:29.516766 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0474de0f-f42e-4bbb-910c-2fcc21bd5662'] response: {'name': 'network-changed', 'server_uuid': 'e9dde58a-1bf5-4faa-b41d-169577a02331', 'tag': '18746123-0801-423a-b0d9-718e5923503f', 'status': 'completed', 'code': 200} May 10 03:22:29.548642 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-3915c062-11dd-42b5-a7e4-3cef81455496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:29.550190 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-3915c062-11dd-42b5-a7e4-3cef81455496 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c224356accca4d1bbf7a2440aa0d9b89&device_id=e9dde58a-1bf5-4faa-b41d-169577a02331 HTTP/1.1" status: 200 len: 1127 time: 0.0434701 May 10 03:22:29.595311 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-7c632f31-7e14-4e1e-be59-d6408b9d6b23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18746123-0801-423a-b0d9-718e5923503f HTTP/1.1" status: 200 len: 217 time: 0.0381715 May 10 03:22:29.644674 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-821e2eea-4ecd-442d-a204-6da66dde80a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:29.646129 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-821e2eea-4ecd-442d-a204-6da66dde80a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=51e627e8-63e7-40bf-8053-7662bf6dec28 HTTP/1.1" status: 200 len: 848 time: 0.0438735 May 10 03:22:29.678720 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-cc8be32a-643b-45e3-ae7d-84f3f5270a0d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77909717-f34e-49c1-add8-149322101461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259306 May 10 03:22:29.772102 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-d8ec1a81-15bf-4a6e-b260-2f34665053cf service neutron] 10.222.0.64 "GET /v2.0/networks/77909717-f34e-49c1-add8-149322101461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863907 May 10 03:22:29.861531 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-26bb5317-ed1d-4493-bcfa-8789533f0478 req-56af36b0-dae2-458a-a34b-88dc841f5cde service neutron] 10.222.0.64 "GET /v2.0/networks/77909717-f34e-49c1-add8-149322101461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828910 May 10 03:22:30.004172 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a55559-942b-4df8-9a68-18722a62d8d7 req-4b1e5b72-66b2-4741-b71c-b7791714474c tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:30.005651 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-86a55559-942b-4df8-9a68-18722a62d8d7 req-4b1e5b72-66b2-4741-b71c-b7791714474c tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9dde58a-1bf5-4faa-b41d-169577a02331 HTTP/1.1" status: 200 len: 943 time: 0.0464027 May 10 03:22:30.054877 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-86a55559-942b-4df8-9a68-18722a62d8d7 req-b25988e3-1c99-4f56-8a80-721a84b551ca tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435820 May 10 03:22:30.600484 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bda651-9d5f-426d-a96a-e624970558d9 req-e354bdce-1580-44ae-b510-4a0a6c131258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:30.601963 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f8bda651-9d5f-426d-a96a-e624970558d9 req-e354bdce-1580-44ae-b510-4a0a6c131258 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c224356accca4d1bbf7a2440aa0d9b89&device_id=e9dde58a-1bf5-4faa-b41d-169577a02331 HTTP/1.1" status: 200 len: 1127 time: 0.0378692 May 10 03:22:30.688098 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bda651-9d5f-426d-a96a-e624970558d9 req-defccf3e-1a80-4e45-a3e3-ad517290f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:30.689591 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f8bda651-9d5f-426d-a96a-e624970558d9 req-defccf3e-1a80-4e45-a3e3-ad517290f680 service neutron] 10.222.0.64 "GET /v2.0/networks?id=77909717-f34e-49c1-add8-149322101461 HTTP/1.1" status: 200 len: 909 time: 0.0817070 May 10 03:22:30.978160 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f8bda651-9d5f-426d-a96a-e624970558d9 req-91ae597b-4384-49a2-8350-a0264027f219 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18746123-0801-423a-b0d9-718e5923503f HTTP/1.1" status: 200 len: 217 time: 0.2810636 May 10 03:22:31.025215 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bda651-9d5f-426d-a96a-e624970558d9 req-a70a69ad-2486-4651-87a9-ae36d8198c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:31.026607 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f8bda651-9d5f-426d-a96a-e624970558d9 req-a70a69ad-2486-4651-87a9-ae36d8198c9f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=51e627e8-63e7-40bf-8053-7662bf6dec28 HTTP/1.1" status: 200 len: 848 time: 0.0425234 May 10 03:22:31.058677 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f8bda651-9d5f-426d-a96a-e624970558d9 req-b08e4ee8-f9ae-418f-8f61-5e89d615bbca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77909717-f34e-49c1-add8-149322101461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249159 May 10 03:22:31.150591 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f8bda651-9d5f-426d-a96a-e624970558d9 req-6e5d5142-c9a3-4e6a-ad92-147666fbe10f service neutron] 10.222.0.64 "GET /v2.0/networks/77909717-f34e-49c1-add8-149322101461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849307 May 10 03:22:31.172515 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2db78-6914-4a00-98f2-5e268673f638 req-be0b53e0-a394-4ab5-8d5c-16d27572003c tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:31.174551 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e1f2db78-6914-4a00-98f2-5e268673f638 req-be0b53e0-a394-4ab5-8d5c-16d27572003c tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9dde58a-1bf5-4faa-b41d-169577a02331 HTTP/1.1" status: 200 len: 943 time: 0.0493519 May 10 03:22:31.220839 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e1f2db78-6914-4a00-98f2-5e268673f638 req-98cdaea9-40c6-477b-a555-74b05e067af3 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410788 May 10 03:22:31.240974 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f8bda651-9d5f-426d-a96a-e624970558d9 req-441f04e3-06b3-408a-8805-236ccb07f051 service neutron] 10.222.0.64 "GET /v2.0/networks/77909717-f34e-49c1-add8-149322101461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834160 May 10 03:22:31.718381 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 18746123-0801-423a-b0d9-718e5923503f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:22:31.813219 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 18746123-0801-423a-b0d9-718e5923503f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=18746123-0801-423a-b0d9-718e5923503f,segment=NetworkSegment(69671171-7b4e-4358-b247-ffc12191a12d),segment_id=69671171-7b4e-4358-b247-ffc12191a12d)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:22:31.825421 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': '18746123-0801-423a-b0d9-718e5923503f', 'network_id': '77909717-f34e-49c1-add8-149322101461', 'port_id': '18746123-0801-423a-b0d9-718e5923503f', 'mac_address': 'fa:16:3e:07:5b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51e627e8-63e7-40bf-8053-7662bf6dec28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:22:31.862994 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 18746123-0801-423a-b0d9-718e5923503f is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:22:31.863375 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (18746123-0801-423a-b0d9-718e5923503f), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:31.879690 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18746123-0801-423a-b0d9-718e5923503f {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:22:31.901396 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 18746123-0801-423a-b0d9-718e5923503f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=18746123-0801-423a-b0d9-718e5923503f,segment=NetworkSegment(69671171-7b4e-4358-b247-ffc12191a12d),segment_id=69671171-7b4e-4358-b247-ffc12191a12d)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:22:31.906367 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (18746123-0801-423a-b0d9-718e5923503f), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:31.957725 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=18746123-0801-423a-b0d9-718e5923503f,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:32.074989 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 42646) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:32.128094 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['18746123-0801-423a-b0d9-718e5923503f'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:22:32.180308 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-503b3c0f-da79-40c8-b777-781fe667f0f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:32.256570 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-503b3c0f-da79-40c8-b777-781fe667f0f6 admin admin] Publish callbacks [] for security_group (97501a29-4e96-4902-a89f-02286b182fd1), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:32.261704 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-503b3c0f-da79-40c8-b777-781fe667f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (97501a29-4e96-4902-a89f-02286b182fd1), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:32.302836 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-503b3c0f-da79-40c8-b777-781fe667f0f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb0c0dff5aff426e9045cf2f35ba94db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267697 May 10 03:22:32.303676 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3c0f-da79-40c8-b777-781fe667f0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97501a29-4e96-4902-a89f-02286b182fd1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:32.305938 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 42652) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:32.349141 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d9026-9bae-4ae5-a86b-b387961b62a2 req-8afd0270-3caa-463c-a22e-05013127bb47 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:32.350577 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f46d9026-9bae-4ae5-a86b-b387961b62a2 req-8afd0270-3caa-463c-a22e-05013127bb47 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9dde58a-1bf5-4faa-b41d-169577a02331 HTTP/1.1" status: 200 len: 944 time: 0.0469337 May 10 03:22:32.354253 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-867ee452-04dd-4d9f-8ee4-1c708de22827 admin admin] Publish callbacks [] for security_group (97501a29-4e96-4902-a89f-02286b182fd1), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:32.380223 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-867ee452-04dd-4d9f-8ee4-1c708de22827 admin admin] Publish callbacks [] for security_group (97501a29-4e96-4902-a89f-02286b182fd1), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:32.411390 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f46d9026-9bae-4ae5-a86b-b387961b62a2 req-2472320b-3456-4cc4-b375-8ac89eb8426c tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549707 May 10 03:22:32.428981 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-867ee452-04dd-4d9f-8ee4-1c708de22827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (97501a29-4e96-4902-a89f-02286b182fd1), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:32.431710 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-867ee452-04dd-4d9f-8ee4-1c708de22827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:32.432855 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-867ee452-04dd-4d9f-8ee4-1c708de22827 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/97501a29-4e96-4902-a89f-02286b182fd1 HTTP/1.1" status: 204 len: 168 time: 0.1260180 May 10 03:22:32.441257 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ee452-04dd-4d9f-8ee4-1c708de22827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97501a29-4e96-4902-a89f-02286b182fd1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:32.685958 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 42658) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:32.699313 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b21f0876-5cd8-40de-8210-92f81a5e4a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:32.771183 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b21f0876-5cd8-40de-8210-92f81a5e4a88 admin admin] Publish callbacks [] for security_group (de89bd5f-6c1e-4398-834e-d48530c7b27c), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:32.774592 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b21f0876-5cd8-40de-8210-92f81a5e4a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (de89bd5f-6c1e-4398-834e-d48530c7b27c), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:32.812514 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-b21f0876-5cd8-40de-8210-92f81a5e4a88 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=01d7205349de4455ac15d54a8eb941f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1248853 May 10 03:22:32.813369 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f0876-5cd8-40de-8210-92f81a5e4a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de89bd5f-6c1e-4398-834e-d48530c7b27c,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:32.815201 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 42660) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:32.862537 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91f13727-e21e-4457-b04a-6c894f0d721c admin admin] Publish callbacks [] for security_group (de89bd5f-6c1e-4398-834e-d48530c7b27c), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:32.883483 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91f13727-e21e-4457-b04a-6c894f0d721c admin admin] Publish callbacks [] for security_group (de89bd5f-6c1e-4398-834e-d48530c7b27c), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:32.928255 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91f13727-e21e-4457-b04a-6c894f0d721c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (de89bd5f-6c1e-4398-834e-d48530c7b27c), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:32.930854 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91f13727-e21e-4457-b04a-6c894f0d721c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:32.931985 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-91f13727-e21e-4457-b04a-6c894f0d721c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de89bd5f-6c1e-4398-834e-d48530c7b27c HTTP/1.1" status: 204 len: 168 time: 0.1157908 May 10 03:22:32.939608 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f13727-e21e-4457-b04a-6c894f0d721c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de89bd5f-6c1e-4398-834e-d48530c7b27c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:33.527148 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e718f-cc2c-47de-b43b-0752f3d9b2ed req-7c8d32b1-0aa8-4ac7-9a61-9e0c8fe83816 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:33.528609 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e20e718f-cc2c-47de-b43b-0752f3d9b2ed req-7c8d32b1-0aa8-4ac7-9a61-9e0c8fe83816 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9dde58a-1bf5-4faa-b41d-169577a02331 HTTP/1.1" status: 200 len: 944 time: 0.0489898 May 10 03:22:33.575520 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e20e718f-cc2c-47de-b43b-0752f3d9b2ed req-d6059565-6182-4a1e-9cdd-cd1332fc77f2 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404079 May 10 03:22:33.728164 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 18746123-0801-423a-b0d9-718e5923503f up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:22:33.772242 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port 18746123-0801-423a-b0d9-718e5923503f completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:22:33.777983 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port 18746123-0801-423a-b0d9-718e5923503f triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:22:33.778633 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (18746123-0801-423a-b0d9-718e5923503f), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:33.860938 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 18746123-0801-423a-b0d9-718e5923503f is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:22:33.861252 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (18746123-0801-423a-b0d9-718e5923503f), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:33.887069 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9dde58a-1bf5-4faa-b41d-169577a02331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18746123-0801-423a-b0d9-718e5923503f'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:22:33.889888 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e42040-c74e-4c99-8ce1-3391160287ad" -d '{"events": [{"server_uuid": "e9dde58a-1bf5-4faa-b41d-169577a02331", "name": "network-vif-plugged", "status": "completed", "tag": "18746123-0801-423a-b0d9-718e5923503f"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:22:33.902597 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 18746123-0801-423a-b0d9-718e5923503f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=18746123-0801-423a-b0d9-718e5923503f,segment=NetworkSegment(69671171-7b4e-4358-b247-ffc12191a12d),segment_id=69671171-7b4e-4358-b247-ffc12191a12d)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:22:33.907534 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (18746123-0801-423a-b0d9-718e5923503f), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:33.932826 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5cd92b-40cd-47cb-8281-efd9b793f451 x-openstack-request-id: req-dd5cd92b-40cd-47cb-8281-efd9b793f451 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:22:33.933556 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9dde58a-1bf5-4faa-b41d-169577a02331", "name": "network-vif-plugged", "status": "completed", "tag": "18746123-0801-423a-b0d9-718e5923503f", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:22:33.933556 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dd5cd92b-40cd-47cb-8281-efd9b793f451 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:22:33.933776 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd5cd92b-40cd-47cb-8281-efd9b793f451'] response: {'server_uuid': 'e9dde58a-1bf5-4faa-b41d-169577a02331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18746123-0801-423a-b0d9-718e5923503f', 'code': 200} May 10 03:22:33.964311 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=18746123-0801-423a-b0d9-718e5923503f,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:34.091980 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b1430-b131-41c7-9f0a-3f8b14c5bbb6 req-ccafb198-751f-4b34-b5a9-617a00eb437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:34.094241 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-744b1430-b131-41c7-9f0a-3f8b14c5bbb6 req-ccafb198-751f-4b34-b5a9-617a00eb437c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e9dde58a-1bf5-4faa-b41d-169577a02331 HTTP/1.1" status: 200 len: 1129 time: 0.0391600 May 10 03:22:34.138770 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-744b1430-b131-41c7-9f0a-3f8b14c5bbb6 req-73e9c012-5c2b-4116-8147-d00ed12ad8b2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384924 May 10 03:22:34.693649 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc8c0f-b43e-4984-919e-07de5c3853e1 req-1883a866-2d48-4167-8b53-28acbac867b6 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:34.695113 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5fcc8c0f-b43e-4984-919e-07de5c3853e1 req-1883a866-2d48-4167-8b53-28acbac867b6 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9dde58a-1bf5-4faa-b41d-169577a02331 HTTP/1.1" status: 200 len: 945 time: 0.0493991 May 10 03:22:34.745638 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5fcc8c0f-b43e-4984-919e-07de5c3853e1 req-4aac1563-21e3-4605-9b49-77762bc0bb19 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449176 May 10 03:22:34.848394 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 42734) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:34.950926 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91b69f45-4619-48e4-a7db-015ee6848406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:35.024273 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91b69f45-4619-48e4-a7db-015ee6848406 admin admin] Publish callbacks [] for security_group (53e71ef1-d69e-4ca8-806a-1a7b685a3870), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:35.027628 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91b69f45-4619-48e4-a7db-015ee6848406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (53e71ef1-d69e-4ca8-806a-1a7b685a3870), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:35.065974 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-91b69f45-4619-48e4-a7db-015ee6848406 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d4af97f3b3d64f619bc38c4205408568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164593 May 10 03:22:35.066829 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b69f45-4619-48e4-a7db-015ee6848406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e71ef1-d69e-4ca8-806a-1a7b685a3870,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:35.068588 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 42738) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:35.117989 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b520cbc2-c63e-4681-bee6-af9ba27f3b69 admin admin] Publish callbacks [] for security_group (53e71ef1-d69e-4ca8-806a-1a7b685a3870), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:35.138021 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b520cbc2-c63e-4681-bee6-af9ba27f3b69 admin admin] Publish callbacks [] for security_group (53e71ef1-d69e-4ca8-806a-1a7b685a3870), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:35.183909 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b520cbc2-c63e-4681-bee6-af9ba27f3b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (53e71ef1-d69e-4ca8-806a-1a7b685a3870), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:35.186433 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b520cbc2-c63e-4681-bee6-af9ba27f3b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:35.187575 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-b520cbc2-c63e-4681-bee6-af9ba27f3b69 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/53e71ef1-d69e-4ca8-806a-1a7b685a3870 HTTP/1.1" status: 204 len: 168 time: 0.1179800 May 10 03:22:35.195330 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520cbc2-c63e-4681-bee6-af9ba27f3b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e71ef1-d69e-4ca8-806a-1a7b685a3870,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:35.444942 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 42744) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:35.458544 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aa14611d-4093-4baa-a7d0-5c39d86d82b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:35.537650 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aa14611d-4093-4baa-a7d0-5c39d86d82b5 admin admin] Publish callbacks [] for security_group (13d41cb8-84a3-4bd1-8d5c-15b785f734ed), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:35.541067 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aa14611d-4093-4baa-a7d0-5c39d86d82b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (13d41cb8-84a3-4bd1-8d5c-15b785f734ed), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:35.579588 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-aa14611d-4093-4baa-a7d0-5c39d86d82b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1aea290b7894ab597e7ff0fef02e47a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334839 May 10 03:22:35.580470 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14611d-4093-4baa-a7d0-5c39d86d82b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d41cb8-84a3-4bd1-8d5c-15b785f734ed,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:35.582348 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 42746) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:35.629399 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b466-2520-47b9-9ee1-88ee30c1b005 admin admin] Publish callbacks [] for security_group (13d41cb8-84a3-4bd1-8d5c-15b785f734ed), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:35.650241 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b466-2520-47b9-9ee1-88ee30c1b005 admin admin] Publish callbacks [] for security_group (13d41cb8-84a3-4bd1-8d5c-15b785f734ed), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:35.694247 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b466-2520-47b9-9ee1-88ee30c1b005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (13d41cb8-84a3-4bd1-8d5c-15b785f734ed), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:35.696735 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b466-2520-47b9-9ee1-88ee30c1b005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:35.697858 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-6dd7b466-2520-47b9-9ee1-88ee30c1b005 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13d41cb8-84a3-4bd1-8d5c-15b785f734ed HTTP/1.1" status: 204 len: 168 time: 0.1144464 May 10 03:22:35.706192 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7b466-2520-47b9-9ee1-88ee30c1b005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d41cb8-84a3-4bd1-8d5c-15b785f734ed,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:35.865331 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d9c61-1af7-4fe5-9a08-f29c89425383 req-340a7a45-04a9-4d9e-b788-02f667f86f1b tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:35.867160 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-153d9c61-1af7-4fe5-9a08-f29c89425383 req-340a7a45-04a9-4d9e-b788-02f667f86f1b tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9dde58a-1bf5-4faa-b41d-169577a02331 HTTP/1.1" status: 200 len: 945 time: 0.0502496 May 10 03:22:35.915758 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-153d9c61-1af7-4fe5-9a08-f29c89425383 req-6ac5af9c-4424-467f-839d-bb22e90f9f01 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430224 May 10 03:22:36.555579 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2041a-c8e2-4230-8258-ba8f174763f4 req-66f57151-62e3-4bb2-9c92-3780fd82da0a tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:36.557053 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-28e2041a-c8e2-4230-8258-ba8f174763f4 req-66f57151-62e3-4bb2-9c92-3780fd82da0a tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9dde58a-1bf5-4faa-b41d-169577a02331 HTTP/1.1" status: 200 len: 945 time: 0.0474873 May 10 03:22:36.603734 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-28e2041a-c8e2-4230-8258-ba8f174763f4 req-c336117f-9099-42eb-b298-4fdc09375948 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405405 May 10 03:22:37.720130 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24946a15-7c97-40d6-aab3-9a8cc2abc0fc req-0e97264d-4b14-40c5-aa36-f2b035b8137c tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:37.721609 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-24946a15-7c97-40d6-aab3-9a8cc2abc0fc req-0e97264d-4b14-40c5-aa36-f2b035b8137c tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9dde58a-1bf5-4faa-b41d-169577a02331 HTTP/1.1" status: 200 len: 945 time: 0.0470040 May 10 03:22:37.769857 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-24946a15-7c97-40d6-aab3-9a8cc2abc0fc req-5313e896-0aec-4a0f-ab37-39fafe4a498e tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a86ef90-1cca-45bd-9c83-84a4b69da6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427606 May 10 03:22:37.918670 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1e5fb-8d18-40f0-a972-0fd470b83cff req-12e4b108-6d2c-4c31-b3d6-8182f557df8c tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:37.920131 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-33e1e5fb-8d18-40f0-a972-0fd470b83cff req-12e4b108-6d2c-4c31-b3d6-8182f557df8c tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9dde58a-1bf5-4faa-b41d-169577a02331 HTTP/1.1" status: 200 len: 945 time: 0.0535843 May 10 03:22:38.008247 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-33e1e5fb-8d18-40f0-a972-0fd470b83cff req-b8c4f1a1-8896-4efe-8f7b-9fd0eba274f7 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Deleting port 18746123-0801-423a-b0d9-718e5923503f {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:22:38.008588 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-33e1e5fb-8d18-40f0-a972-0fd470b83cff req-b8c4f1a1-8896-4efe-8f7b-9fd0eba274f7 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (18746123-0801-423a-b0d9-718e5923503f), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:38.100807 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-33e1e5fb-8d18-40f0-a972-0fd470b83cff req-b8c4f1a1-8896-4efe-8f7b-9fd0eba274f7 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] For port 18746123-0801-423a-b0d9-718e5923503f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=18746123-0801-423a-b0d9-718e5923503f,segment=NetworkSegment(69671171-7b4e-4358-b247-ffc12191a12d),segment_id=69671171-7b4e-4358-b247-ffc12191a12d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:22:38.101172 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-33e1e5fb-8d18-40f0-a972-0fd470b83cff req-b8c4f1a1-8896-4efe-8f7b-9fd0eba274f7 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (18746123-0801-423a-b0d9-718e5923503f), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:38.118124 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-33e1e5fb-8d18-40f0-a972-0fd470b83cff req-b8c4f1a1-8896-4efe-8f7b-9fd0eba274f7 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Calling delete_port for 18746123-0801-423a-b0d9-718e5923503f owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:22:38.249551 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-33e1e5fb-8d18-40f0-a972-0fd470b83cff req-b8c4f1a1-8896-4efe-8f7b-9fd0eba274f7 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (18746123-0801-423a-b0d9-718e5923503f), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:38.269208 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['18746123-0801-423a-b0d9-718e5923503f'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:22:38.288418 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4f1a1-8896-4efe-8f7b-9fd0eba274f7 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Pushing event deleted for resources: {'Port': ['ID=18746123-0801-423a-b0d9-718e5923503f,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:38.341696 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e1e5fb-8d18-40f0-a972-0fd470b83cff req-b8c4f1a1-8896-4efe-8f7b-9fd0eba274f7 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] No DVR routers for this DVR port 18746123-0801-423a-b0d9-718e5923503f on host hv-cinder-83009 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:22:38.345032 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-33e1e5fb-8d18-40f0-a972-0fd470b83cff req-b8c4f1a1-8896-4efe-8f7b-9fd0eba274f7 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:38.348299 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-33e1e5fb-8d18-40f0-a972-0fd470b83cff req-b8c4f1a1-8896-4efe-8f7b-9fd0eba274f7 tempest-VolumesActionsTest-1364936115 tempest-VolumesActionsTest-1364936115-project] 10.222.0.64 "DELETE /v2.0/ports/18746123-0801-423a-b0d9-718e5923503f HTTP/1.1" status: 204 len: 173 time: 0.4224532 May 10 03:22:38.348776 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9dde58a-1bf5-4faa-b41d-169577a02331', 'name': 'network-vif-deleted', 'tag': '18746123-0801-423a-b0d9-718e5923503f'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:22:38.350997 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4251c80a-1d9d-4d0a-865f-3bc94a69b3db" -d '{"events": [{"server_uuid": "e9dde58a-1bf5-4faa-b41d-169577a02331", "name": "network-vif-deleted", "tag": "18746123-0801-423a-b0d9-718e5923503f"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:22:38.386696 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf2b984-fba3-4c2d-bd21-f16c528b3a00 x-openstack-request-id: req-0bf2b984-fba3-4c2d-bd21-f16c528b3a00 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:22:38.386989 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9dde58a-1bf5-4faa-b41d-169577a02331", "name": "network-vif-deleted", "tag": "18746123-0801-423a-b0d9-718e5923503f", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:22:38.387245 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0bf2b984-fba3-4c2d-bd21-f16c528b3a00 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:22:38.387659 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf2b984-fba3-4c2d-bd21-f16c528b3a00'] response: {'server_uuid': 'e9dde58a-1bf5-4faa-b41d-169577a02331', 'name': 'network-vif-deleted', 'tag': '18746123-0801-423a-b0d9-718e5923503f', 'status': 'completed', 'code': 200} May 10 03:22:40.944929 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:43.745430 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 18746123-0801-423a-b0d9-718e5923503f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:22:43.767106 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: 18746123-0801-423a-b0d9-718e5923503f {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:22:43.767451 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 18746123-0801-423a-b0d9-718e5923503f not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:22:44.761095 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-44dc0474-f89f-453d-9faa-7075100cee31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:46.928781 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d107bc60-afad-4698-a11c-4bf365a763dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:48.186001 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:49.842997 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:51.168174 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:53.280520 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:23:03.009636 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 43164) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:03.056396 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffe5bda-c3c3-4ef4-a707-a94e602e7bd0 admin admin] Deleting subnet 51e627e8-63e7-40bf-8053-7662bf6dec28 {{(pid=103516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:23:03.059903 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cffe5bda-c3c3-4ef4-a707-a94e602e7bd0 admin admin] Publish callbacks [] for subnet (51e627e8-63e7-40bf-8053-7662bf6dec28), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:03.095024 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cffe5bda-c3c3-4ef4-a707-a94e602e7bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576826'] for subnet (51e627e8-63e7-40bf-8053-7662bf6dec28), precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:03.139370 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cffe5bda-c3c3-4ef4-a707-a94e602e7bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716651'] for subnet (51e627e8-63e7-40bf-8053-7662bf6dec28), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:03.194021 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cffe5bda-c3c3-4ef4-a707-a94e602e7bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5428910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5804191'] for subnet (51e627e8-63e7-40bf-8053-7662bf6dec28), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:03.225631 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cffe5bda-c3c3-4ef4-a707-a94e602e7bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:03.228771 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-cffe5bda-c3c3-4ef4-a707-a94e602e7bd0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/51e627e8-63e7-40bf-8053-7662bf6dec28 HTTP/1.1" status: 204 len: 168 time: 0.2181160 May 10 03:23:03.229554 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe5bda-c3c3-4ef4-a707-a94e602e7bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51e627e8-63e7-40bf-8053-7662bf6dec28,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:03.231419 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43166) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:03.304500 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085630'] for network (77909717-f34e-49c1-add8-149322101461), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:03.383194 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952848', 'neutron.services.segments.db._delete_segments_for_network-8729517486385'] for network (77909717-f34e-49c1-add8-149322101461), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:03.403500 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.services.segments.db [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77909717-f34e-49c1-add8-149322101461']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:03.413126 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.services.segments.db [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69671171-7b4e-4358-b247-ffc12191a12d') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:03.413412 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.services.segments.db [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69671171-7b4e-4358-b247-ffc12191a12d') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:03.423538 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729517486906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7618962'] for segment (69671171-7b4e-4358-b247-ffc12191a12d), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:03.436851 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (69671171-7b4e-4358-b247-ffc12191a12d), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:03.442773 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:23:03.443267 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6482508'] for segment (69671171-7b4e-4358-b247-ffc12191a12d), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: Traceback (most recent call last): May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: timer() May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: cb(*args, **kw) May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: return func(*args, **kwargs) May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: self._notify() May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: self.callback(batched_events) May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: event.method(event) May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: return f(self, *a, **k) May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: return self._get(url).json() May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: return self.request(url, 'GET', **kwargs) May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:23:03.445193 dv-cinder-830094-4-iscsi neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:23:03.779439 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964138'] for network (77909717-f34e-49c1-add8-149322101461), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:03.785348 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:03.788412 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] 10.222.0.55 "DELETE /v2.0/networks/77909717-f34e-49c1-add8-149322101461 HTTP/1.1" status: 204 len: 168 time: 0.5560360 May 10 03:23:03.799645 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Pushing event deleted for resources: {'Network': ['ID=77909717-f34e-49c1-add8-149322101461,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:03.808160 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:03.808160 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:03.808160 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:03.808160 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:03.808160 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:03.808738 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:03.808738 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:03.808911 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:03.809198 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:03.809514 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:03.809834 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:03.810151 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:03.810468 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:03.810783 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:03.811092 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d07f47b-e2b7-49a3-9aea-fe8984dc834e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:03.961859 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43172) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:04.000717 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-cd10ef52-bb83-4e60-aa1f-5d729fd921dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c224356accca4d1bbf7a2440aa0d9b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376246 May 10 03:23:04.003736 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43174) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:04.052017 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4df60a98-203e-427a-a488-c04f00be0503 admin admin] Publish callbacks [] for security_group (6a86ef90-1cca-45bd-9c83-84a4b69da6c1), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:04.075220 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4df60a98-203e-427a-a488-c04f00be0503 admin admin] Publish callbacks [] for security_group (6a86ef90-1cca-45bd-9c83-84a4b69da6c1), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:04.125581 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4df60a98-203e-427a-a488-c04f00be0503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (6a86ef90-1cca-45bd-9c83-84a4b69da6c1), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:04.129475 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4df60a98-203e-427a-a488-c04f00be0503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:04.130779 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-4df60a98-203e-427a-a488-c04f00be0503 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6a86ef90-1cca-45bd-9c83-84a4b69da6c1 HTTP/1.1" status: 204 len: 168 time: 0.1259618 May 10 03:23:04.138971 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df60a98-203e-427a-a488-c04f00be0503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a86ef90-1cca-45bd-9c83-84a4b69da6c1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:10.960130 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:14.766655 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0039364a-1234-4456-90f6-1232a32d574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:15.018881 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43242) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:15.121379 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-993a26a8-7aac-49f8-a640-8e04cb88fcc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:15.196659 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-993a26a8-7aac-49f8-a640-8e04cb88fcc4 admin admin] Publish callbacks [] for security_group (39e1ef9c-c6f8-4566-abd0-199c8f793bde), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:15.200552 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-993a26a8-7aac-49f8-a640-8e04cb88fcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (39e1ef9c-c6f8-4566-abd0-199c8f793bde), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:15.238628 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-993a26a8-7aac-49f8-a640-8e04cb88fcc4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dea2aac946da4a7fa53a3833e38b8281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178512 May 10 03:23:15.239748 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a26a8-7aac-49f8-a640-8e04cb88fcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e1ef9c-c6f8-4566-abd0-199c8f793bde,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:15.241060 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 43246) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:15.289459 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-08773f51-ac68-4a67-a9f9-fdc6e6719c6c admin admin] Publish callbacks [] for security_group (39e1ef9c-c6f8-4566-abd0-199c8f793bde), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:15.310221 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-08773f51-ac68-4a67-a9f9-fdc6e6719c6c admin admin] Publish callbacks [] for security_group (39e1ef9c-c6f8-4566-abd0-199c8f793bde), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:15.355244 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-08773f51-ac68-4a67-a9f9-fdc6e6719c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (39e1ef9c-c6f8-4566-abd0-199c8f793bde), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:15.358069 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-08773f51-ac68-4a67-a9f9-fdc6e6719c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:15.359566 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-08773f51-ac68-4a67-a9f9-fdc6e6719c6c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/39e1ef9c-c6f8-4566-abd0-199c8f793bde HTTP/1.1" status: 204 len: 168 time: 0.1173420 May 10 03:23:15.368285 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08773f51-ac68-4a67-a9f9-fdc6e6719c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e1ef9c-c6f8-4566-abd0-199c8f793bde,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:15.954717 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 43268) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:16.050498 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-2e865956-b6f1-474c-9a96-b8c58a24eb6a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-950805598-network', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:16.073597 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e865956-b6f1-474c-9a96-b8c58a24eb6a admin admin] Made reservation on behalf of d27c98ff77b04578b98906b2f6e6b449 for: {'network': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:23:16.075877 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e865956-b6f1-474c-9a96-b8c58a24eb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:16.084500 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e865956-b6f1-474c-9a96-b8c58a24eb6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:16.158699 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e865956-b6f1-474c-9a96-b8c58a24eb6a admin admin] Publish callbacks [] for security_group (8d6eebec-68fd-4703-bd67-88de3539a3c6), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:16.162493 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e865956-b6f1-474c-9a96-b8c58a24eb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (8d6eebec-68fd-4703-bd67-88de3539a3c6), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:16.186714 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e865956-b6f1-474c-9a96-b8c58a24eb6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:23:16.195825 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e865956-b6f1-474c-9a96-b8c58a24eb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6eebec-68fd-4703-bd67-88de3539a3c6,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:16.201754 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e865956-b6f1-474c-9a96-b8c58a24eb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (7a065c3c-b9ca-4934-99e0-46f48f79ce64), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:16.202143 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.segments_db [None req-2e865956-b6f1-474c-9a96-b8c58a24eb6a admin admin] Added segment 7a065c3c-b9ca-4934-99e0-46f48f79ce64 of type vlan for network 24cdcaa2-e949-4d25-a5e8-ca34e81085f8 May 10 03:23:16.242398 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e865956-b6f1-474c-9a96-b8c58a24eb6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (24cdcaa2-e949-4d25-a5e8-ca34e81085f8), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:16.265445 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e865956-b6f1-474c-9a96-b8c58a24eb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (24cdcaa2-e949-4d25-a5e8-ca34e81085f8), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:16.266362 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e865956-b6f1-474c-9a96-b8c58a24eb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:16.266936 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e865956-b6f1-474c-9a96-b8c58a24eb6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:16.323664 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-2e865956-b6f1-474c-9a96-b8c58a24eb6a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3678596 May 10 03:23:16.326534 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43272) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:16.330545 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e865956-b6f1-474c-9a96-b8c58a24eb6a admin admin] Pushing event updated for resources: {'Network': ['ID=24cdcaa2-e949-4d25-a5e8-ca34e81085f8,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:16.331400 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-7da5551f-f841-4348-a381-1f7446db45fd admin admin] Request body: {'subnet': {'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-950805598-subnet', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:16.340195 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network 24cdcaa2-e949-4d25-a5e8-ca34e81085f8 details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:23:16.352587 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da5551f-f841-4348-a381-1f7446db45fd admin admin] Made reservation on behalf of d27c98ff77b04578b98906b2f6e6b449 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:23:16.354899 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7da5551f-f841-4348-a381-1f7446db45fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5503992'] for subnet (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:16.526033 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7da5551f-f841-4348-a381-1f7446db45fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6483681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5503974'] for subnet (2cbe0978-474c-41ce-91a8-44ae10848fdc), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:16.577489 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5551f-f841-4348-a381-1f7446db45fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cbe0978-474c-41ce-91a8-44ae10848fdc,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:16.587784 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5551f-f841-4348-a381-1f7446db45fd admin admin] Checking segment: {'id': '7a065c3c-b9ca-4934-99e0-46f48f79ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:23:16.588136 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da5551f-f841-4348-a381-1f7446db45fd admin admin] Network hostable DHCP agents. Network: 24cdcaa2-e949-4d25-a5e8-ca34e81085f8, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:23:16.605520 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da5551f-f841-4348-a381-1f7446db45fd admin admin] Network 24cdcaa2-e949-4d25-a5e8-ca34e81085f8 is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:23:16.613973 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-7da5551f-f841-4348-a381-1f7446db45fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, 24cdcaa2-e949-4d25-a5e8-ca34e81085f8) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:23:16.617950 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da5551f-f841-4348-a381-1f7446db45fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:16.618534 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7da5551f-f841-4348-a381-1f7446db45fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:16.622895 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7383a7f-b8d6-42c2-a3a0-49e53a2cba8c None None] Network 24cdcaa2-e949-4d25-a5e8-ca34e81085f8 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:23:16.633673 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-7da5551f-f841-4348-a381-1f7446db45fd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3060608 May 10 03:23:16.636322 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43274) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:16.640469 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-950805598-router', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:16.659393 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-961250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9357'] for router (be6c90e7-1803-4ecd-82d9-8fa9c85e9d41), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:16.661107 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-961110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9398'] for router (be6c90e7-1803-4ecd-82d9-8fa9c85e9d41), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:16.715261 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] Publish callbacks [] for router_controller (be6c90e7-1803-4ecd-82d9-8fa9c85e9d41), precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:16.855783 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] Publish callbacks [] for router_gateway (be6c90e7-1803-4ecd-82d9-8fa9c85e9d41), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:16.857853 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab3fd681-b6c6-573e-967e-f8a5bfbe9e64-24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'fixed_ips': [{'subnet_id': '2cbe0978-474c-41ce-91a8-44ae10848fdc'}]}} from dv-cinder-830094-4-iscsi. {{(pid=103517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:23:16.858716 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:16.953484 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fc33be92-da25-49ae-8263-4fe60cc3c191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:17.004001 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Allocated IP 172.20.0.2 (24cdcaa2-e949-4d25-a5e8-ca34e81085f8/2cbe0978-474c-41ce-91a8-44ae10848fdc/a5b9dc12-d484-4e7f-ba21-52a10c3e886b) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:23:17.041284 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] Publish callbacks [] for router_gateway (be6c90e7-1803-4ecd-82d9-8fa9c85e9d41), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:17.060812 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:17.144715 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Publish callbacks [] for port (a5b9dc12-d484-4e7f-ba21-52a10c3e886b), precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:17.151417 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (a5b9dc12-d484-4e7f-ba21-52a10c3e886b), after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:17.167809 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] Allocated IP 172.27.1.15 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/9982f906-45d1-439b-ab9b-f55e213fb76d) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:23:17.190269 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Network 24cdcaa2-e949-4d25-a5e8-ca34e81085f8 is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:23:17.193619 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:23:17.197061 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:23:17.209027 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Pushing event updated for resources: {'Port': ['ID=a5b9dc12-d484-4e7f-ba21-52a10c3e886b,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:17.231725 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:17.232069 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:17.232402 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:17.232763 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:17.233092 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:17.233416 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:17.233733 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:17.234051 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:17.234370 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:17.234689 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:17.235011 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:17.235327 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:17.235636 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:17.235946 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:17.236254 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:17.270636 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] Publish callbacks [] for port (9982f906-45d1-439b-ab9b-f55e213fb76d), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:17.272532 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Attempting to bind port a5b9dc12-d484-4e7f-ba21-52a10c3e886b on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:23:17.273007 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Attempting to bind port a5b9dc12-d484-4e7f-ba21-52a10c3e886b by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '7a065c3c-b9ca-4934-99e0-46f48f79ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:23:17.273364 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Attempting to bind port a5b9dc12-d484-4e7f-ba21-52a10c3e886b on network 24cdcaa2-e949-4d25-a5e8-ca34e81085f8 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:23:17.278350 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:23:17.278723 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Checking segment: {'id': '7a065c3c-b9ca-4934-99e0-46f48f79ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:23:17.279119 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:17.279504 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Bound using segment: {'id': '7a065c3c-b9ca-4934-99e0-46f48f79ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:23:17.279961 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Bound port: a5b9dc12-d484-4e7f-ba21-52a10c3e886b, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a065c3c-b9ca-4934-99e0-46f48f79ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:23:17.280335 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (a5b9dc12-d484-4e7f-ba21-52a10c3e886b), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:17.304571 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (9982f906-45d1-439b-ab9b-f55e213fb76d), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:17.342269 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:23:17.343025 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] For port a5b9dc12-d484-4e7f-ba21-52a10c3e886b, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:23:17.345237 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:23:17.346169 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] For port a5b9dc12-d484-4e7f-ba21-52a10c3e886b, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=a5b9dc12-d484-4e7f-ba21-52a10c3e886b,segment=NetworkSegment(7a065c3c-b9ca-4934-99e0-46f48f79ce64),segment_id=7a065c3c-b9ca-4934-99e0-46f48f79ce64)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:23:17.351261 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:23:17.353555 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (a5b9dc12-d484-4e7f-ba21-52a10c3e886b), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:17.357056 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] Pushing event updated for resources: {'Port': ['ID=9982f906-45d1-439b-ab9b-f55e213fb76d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:17.418157 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292e35b-76ce-4031-b43b-9e334e62a8f7 None None] Pushing event updated for resources: {'Port': ['ID=a5b9dc12-d484-4e7f-ba21-52a10c3e886b,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:17.633255 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] Publish callbacks [] for router_gateway (be6c90e7-1803-4ecd-82d9-8fa9c85e9d41), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:17.835662 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-961113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962584'] for router (be6c90e7-1803-4ecd-82d9-8fa9c85e9d41), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:17.967966 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] Router be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 is scheduled to L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:23:18.081183 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:23:18.092461 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Sync routers for ids ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:23:18.101376 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:18.102774 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-10e4ab2e-a04f-4edc-a440-79209ece8c64 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4653170 May 10 03:23:18.105388 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43276) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:18.108816 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Routers {'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:18.109595 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:23:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:18.224010 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:18.236590 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Set router be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:18.297625 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6f2e46-4b76-40c5-af2c-f11eb5beb1b3 None None] Network 24cdcaa2-e949-4d25-a5e8-ca34e81085f8 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:23:18.389858 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device a5b9dc12-d484-4e7f-ba21-52a10c3e886b up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:23:18.433005 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-c27deae6-cc8d-4114-a5c7-768056febc65 None None] Provisioning complete for port a5b9dc12-d484-4e7f-ba21-52a10c3e886b triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:18.433373 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c27deae6-cc8d-4114-a5c7-768056febc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a5b9dc12-d484-4e7f-ba21-52a10c3e886b), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:18.589997 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port a5b9dc12-d484-4e7f-ba21-52a10c3e886b triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:18.590247 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a5b9dc12-d484-4e7f-ba21-52a10c3e886b), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:18.626140 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'name': 'tempest-TestShelveInstance-950805598-router', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:16Z', 'updated_at': '2022-05-10T03:23:17Z', 'revision_number': 3, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'gw_port': {'id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:17Z', 'updated_at': '2022-05-10T03:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:18.683982 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Checking router: be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:23:18.684329 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Updating router be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 port 9982f906-45d1-439b-ab9b-f55e213fb76d binding host dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:23:18.723289 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-c27deae6-cc8d-4114-a5c7-768056febc65 None None] Current status of the port a5b9dc12-d484-4e7f-ba21-52a10c3e886b is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:18.723777 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c27deae6-cc8d-4114-a5c7-768056febc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (a5b9dc12-d484-4e7f-ba21-52a10c3e886b), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:18.736455 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (9982f906-45d1-439b-ab9b-f55e213fb76d), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:18.844431 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc23d5f2-1017-484a-9f3a-103b68ecdaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:18.863084 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-c27deae6-cc8d-4114-a5c7-768056febc65 None None] For port a5b9dc12-d484-4e7f-ba21-52a10c3e886b, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=a5b9dc12-d484-4e7f-ba21-52a10c3e886b,segment=NetworkSegment(7a065c3c-b9ca-4934-99e0-46f48f79ce64),segment_id=7a065c3c-b9ca-4934-99e0-46f48f79ce64)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:18.880283 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c27deae6-cc8d-4114-a5c7-768056febc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (a5b9dc12-d484-4e7f-ba21-52a10c3e886b), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:18.889746 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port a5b9dc12-d484-4e7f-ba21-52a10c3e886b is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:18.890120 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (a5b9dc12-d484-4e7f-ba21-52a10c3e886b), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:18.999959 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-dc23d5f2-1017-484a-9f3a-103b68ecdaf0 admin admin] Allocated IP 172.20.0.1 (24cdcaa2-e949-4d25-a5e8-ca34e81085f8/2cbe0978-474c-41ce-91a8-44ae10848fdc/7efd2a5b-2b54-44e0-8b57-0792c78a6206) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:23:19.004794 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27deae6-cc8d-4114-a5c7-768056febc65 None None] Pushing event updated for resources: {'Port': ['ID=a5b9dc12-d484-4e7f-ba21-52a10c3e886b,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:19.038465 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3c601d7f-5e6d-4ab1-9acd-aebf419d933e None None] Provisioning complete for port a5b9dc12-d484-4e7f-ba21-52a10c3e886b triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:19.038829 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3c601d7f-5e6d-4ab1-9acd-aebf419d933e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a5b9dc12-d484-4e7f-ba21-52a10c3e886b), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:19.112394 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc23d5f2-1017-484a-9f3a-103b68ecdaf0 admin admin] Publish callbacks [] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:19.147039 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc23d5f2-1017-484a-9f3a-103b68ecdaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:19.186795 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc23d5f2-1017-484a-9f3a-103b68ecdaf0 admin admin] Network 24cdcaa2-e949-4d25-a5e8-ca34e81085f8 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:23:19.189813 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-dc23d5f2-1017-484a-9f3a-103b68ecdaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:23:19.196329 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc23d5f2-1017-484a-9f3a-103b68ecdaf0 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:23:19.202259 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23d5f2-1017-484a-9f3a-103b68ecdaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=7efd2a5b-2b54-44e0-8b57-0792c78a6206,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:19.225878 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.db.api [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 03:23:19.226227 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG oslo_db.api [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 03:23:19.239053 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc23d5f2-1017-484a-9f3a-103b68ecdaf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965455'] for router_interface (be6c90e7-1803-4ecd-82d9-8fa9c85e9d41), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:19.335635 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3c601d7f-5e6d-4ab1-9acd-aebf419d933e None None] Current status of the port a5b9dc12-d484-4e7f-ba21-52a10c3e886b is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:19.341281 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Publish callbacks [] for port (9982f906-45d1-439b-ab9b-f55e213fb76d), precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:19.348646 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (9982f906-45d1-439b-ab9b-f55e213fb76d), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:19.382189 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc23d5f2-1017-484a-9f3a-103b68ecdaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:19.406364 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Attempting to bind port 9982f906-45d1-439b-ab9b-f55e213fb76d on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:23:19.406881 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Attempting to bind port 9982f906-45d1-439b-ab9b-f55e213fb76d by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:23:19.407080 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Attempting to bind port 9982f906-45d1-439b-ab9b-f55e213fb76d on network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:23:19.408976 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2baa0-917e-45ae-b862-22ba97222999 None None] Pushing event updated for resources: {'Port': ['ID=9982f906-45d1-439b-ab9b-f55e213fb76d,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:19.414440 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:23:19.414807 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Checking segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:23:19.415200 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:19.415574 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Bound using segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:23:19.416028 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Bound port: 9982f906-45d1-439b-ab9b-f55e213fb76d, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:23:19.416397 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (9982f906-45d1-439b-ab9b-f55e213fb76d), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:19.468875 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-478b0a17-0e06-4ede-b3a1-0b6ce7a58bf5 None None] Provisioning complete for port 7efd2a5b-2b54-44e0-8b57-0792c78a6206 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:19.469167 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-478b0a17-0e06-4ede-b3a1-0b6ce7a58bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:19.499105 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] For port 9982f906-45d1-439b-ab9b-f55e213fb76d, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:23:19.521845 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] For port 9982f906-45d1-439b-ab9b-f55e213fb76d, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=9982f906-45d1-439b-ab9b-f55e213fb76d,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:23:19.525996 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-478b0a17-0e06-4ede-b3a1-0b6ce7a58bf5 None None] Port 7efd2a5b-2b54-44e0-8b57-0792c78a6206 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:23:19.529366 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (9982f906-45d1-439b-ab9b-f55e213fb76d), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:19.549947 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc23d5f2-1017-484a-9f3a-103b68ecdaf0 admin admin] Publish callbacks [] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:19.554999 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc23d5f2-1017-484a-9f3a-103b68ecdaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:19.589331 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Routers {'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:19.589953 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:23:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:19.625402 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2baa0-917e-45ae-b862-22ba97222999 None None] Pushing event updated for resources: {'Port': ['ID=9982f906-45d1-439b-ab9b-f55e213fb76d,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:19.625782 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc23d5f2-1017-484a-9f3a-103b68ecdaf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-966002'] for router_interface (be6c90e7-1803-4ecd-82d9-8fa9c85e9d41), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:19.629041 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23d5f2-1017-484a-9f3a-103b68ecdaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=7efd2a5b-2b54-44e0-8b57-0792c78a6206,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:19.702831 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] Set router be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:19.716622 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc23d5f2-1017-484a-9f3a-103b68ecdaf0 admin admin] Network 24cdcaa2-e949-4d25-a5e8-ca34e81085f8 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:23:19.717973 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-dc23d5f2-1017-484a-9f3a-103b68ecdaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:23:19.804150 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port a5b9dc12-d484-4e7f-ba21-52a10c3e886b is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:19.840195 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc23d5f2-1017-484a-9f3a-103b68ecdaf0 admin admin] Router be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:23:19.881063 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:19.956262 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-15d867cc-7c09-4175-b13c-a96db60e740a None None] Provisioning complete for port 7efd2a5b-2b54-44e0-8b57-0792c78a6206 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:19.957400 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc23d5f2-1017-484a-9f3a-103b68ecdaf0 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:23:19.957880 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-15d867cc-7c09-4175-b13c-a96db60e740a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:19.963077 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-dc23d5f2-1017-484a-9f3a-103b68ecdaf0 admin admin] 10.222.0.55 "PUT /v2.0/routers/be6c90e7-1803-4ecd-82d9-8fa9c85e9d41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8567028 May 10 03:23:19.991920 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'name': 'tempest-TestShelveInstance-950805598-router', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:16Z', 'updated_at': '2022-05-10T03:23:19Z', 'revision_number': 4, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'gw_port': {'id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:17Z', 'updated_at': '2022-05-10T03:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '7efd2a5b-2b54-44e0-8b57-0792c78a6206', 'name': '', 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'mac_address': 'fa:16:3e:db:dd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:18Z', 'updated_at': '2022-05-10T03:23:19Z', 'revision_number': 2, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'subnets': [{'id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:20.024926 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e8e77-03f2-4712-9b1b-94e7cfbc73da None None] The sync data for ids ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'] in dv-cinder-830094-4-iscsi is: [{'id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'name': 'tempest-TestShelveInstance-950805598-router', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:16Z', 'updated_at': '2022-05-10T03:23:19Z', 'revision_number': 4, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'gw_port': {'id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:17Z', 'updated_at': '2022-05-10T03:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '7efd2a5b-2b54-44e0-8b57-0792c78a6206', 'name': '', 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'mac_address': 'fa:16:3e:db:dd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:18Z', 'updated_at': '2022-05-10T03:23:19Z', 'revision_number': 2, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'subnets': [{'id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:23:20.033423 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-15d867cc-7c09-4175-b13c-a96db60e740a None None] Port 7efd2a5b-2b54-44e0-8b57-0792c78a6206 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:23:20.388478 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device a5b9dc12-d484-4e7f-ba21-52a10c3e886b up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:23:20.443550 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port a5b9dc12-d484-4e7f-ba21-52a10c3e886b triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:20.444141 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a5b9dc12-d484-4e7f-ba21-52a10c3e886b), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:20.495796 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43292) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:20.501333 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-603bd859-d2dd-467c-9fc9-75bc0dcc527a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-737943147-network', 'tenant_id': 'da9f5c30f4404ba28c99011d92a6dac0'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:20.527064 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603bd859-d2dd-467c-9fc9-75bc0dcc527a admin admin] Made reservation on behalf of da9f5c30f4404ba28c99011d92a6dac0 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:23:20.529815 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-603bd859-d2dd-467c-9fc9-75bc0dcc527a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:20.532359 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port a5b9dc12-d484-4e7f-ba21-52a10c3e886b is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:20.540196 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-603bd859-d2dd-467c-9fc9-75bc0dcc527a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:20.622432 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-603bd859-d2dd-467c-9fc9-75bc0dcc527a admin admin] Publish callbacks [] for security_group (e4d2fff8-4544-4401-835e-45fa9d52a57e), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:20.628076 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-603bd859-d2dd-467c-9fc9-75bc0dcc527a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (e4d2fff8-4544-4401-835e-45fa9d52a57e), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:20.654923 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603bd859-d2dd-467c-9fc9-75bc0dcc527a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:23:20.665139 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bd859-d2dd-467c-9fc9-75bc0dcc527a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d2fff8-4544-4401-835e-45fa9d52a57e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:20.669918 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-603bd859-d2dd-467c-9fc9-75bc0dcc527a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (22c6ff94-5928-4c71-a2d2-3420154d44c9), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:20.670347 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.segments_db [None req-603bd859-d2dd-467c-9fc9-75bc0dcc527a admin admin] Added segment 22c6ff94-5928-4c71-a2d2-3420154d44c9 of type vlan for network 5f4a79d1-589a-4ba6-837f-fbcaac19168a May 10 03:23:20.722340 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-603bd859-d2dd-467c-9fc9-75bc0dcc527a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (5f4a79d1-589a-4ba6-837f-fbcaac19168a), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:20.749089 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-603bd859-d2dd-467c-9fc9-75bc0dcc527a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (5f4a79d1-589a-4ba6-837f-fbcaac19168a), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:20.750481 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603bd859-d2dd-467c-9fc9-75bc0dcc527a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:20.752359 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-603bd859-d2dd-467c-9fc9-75bc0dcc527a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:20.811364 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-603bd859-d2dd-467c-9fc9-75bc0dcc527a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3140609 May 10 03:23:20.814296 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43294) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:20.819425 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c0e120ce-2a5e-43cd-b242-7615dfdefc55 admin admin] Request body: {'subnet': {'network_id': '5f4a79d1-589a-4ba6-837f-fbcaac19168a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-737943147-subnet', 'tenant_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:20.837860 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bd859-d2dd-467c-9fc9-75bc0dcc527a admin admin] Pushing event updated for resources: {'Network': ['ID=5f4a79d1-589a-4ba6-837f-fbcaac19168a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:20.854631 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network 5f4a79d1-589a-4ba6-837f-fbcaac19168a details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:23:20.859116 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e120ce-2a5e-43cd-b242-7615dfdefc55 admin admin] Made reservation on behalf of da9f5c30f4404ba28c99011d92a6dac0 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:23:20.861969 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c0e120ce-2a5e-43cd-b242-7615dfdefc55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5503992'] for subnet (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.043789 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c0e120ce-2a5e-43cd-b242-7615dfdefc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6483681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5503974'] for subnet (9de082c9-7404-4bbc-b79c-fb6a8c54a432), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.100027 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e120ce-2a5e-43cd-b242-7615dfdefc55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9de082c9-7404-4bbc-b79c-fb6a8c54a432,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:21.112036 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e120ce-2a5e-43cd-b242-7615dfdefc55 admin admin] Checking segment: {'id': '22c6ff94-5928-4c71-a2d2-3420154d44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5f4a79d1-589a-4ba6-837f-fbcaac19168a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:23:21.112394 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e120ce-2a5e-43cd-b242-7615dfdefc55 admin admin] Network hostable DHCP agents. Network: 5f4a79d1-589a-4ba6-837f-fbcaac19168a, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:23:21.133694 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e120ce-2a5e-43cd-b242-7615dfdefc55 admin admin] Network 5f4a79d1-589a-4ba6-837f-fbcaac19168a is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:23:21.143269 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-c0e120ce-2a5e-43cd-b242-7615dfdefc55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, 5f4a79d1-589a-4ba6-837f-fbcaac19168a) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:23:21.157512 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a583e4-a6ac-4cbd-bf46-9e18353c44f8 None None] Network 5f4a79d1-589a-4ba6-837f-fbcaac19168a requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:23:21.161277 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e120ce-2a5e-43cd-b242-7615dfdefc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:21.161905 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c0e120ce-2a5e-43cd-b242-7615dfdefc55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.180047 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-c0e120ce-2a5e-43cd-b242-7615dfdefc55 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3645279 May 10 03:23:21.182429 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43296) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:21.186984 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-737943147-router', 'tenant_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:21.211396 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.211648 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-961250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9357'] for router (163cdc53-fbeb-4b35-b776-deec99d75cfb), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.212761 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-961110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9398'] for router (163cdc53-fbeb-4b35-b776-deec99d75cfb), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.272194 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] Publish callbacks [] for router_controller (163cdc53-fbeb-4b35-b776-deec99d75cfb), precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.280974 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab3fd681-b6c6-573e-967e-f8a5bfbe9e64-5f4a79d1-589a-4ba6-837f-fbcaac19168a', 'network_id': '5f4a79d1-589a-4ba6-837f-fbcaac19168a', 'project_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'fixed_ips': [{'subnet_id': '9de082c9-7404-4bbc-b79c-fb6a8c54a432'}]}} from dv-cinder-830094-4-iscsi. {{(pid=103517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:23:21.282106 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.417031 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] Publish callbacks [] for router_gateway (163cdc53-fbeb-4b35-b776-deec99d75cfb), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.431526 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Allocated IP 172.20.0.2 (5f4a79d1-589a-4ba6-837f-fbcaac19168a/9de082c9-7404-4bbc-b79c-fb6a8c54a432/b15fd164-96bb-44ed-b1d8-370592944e76) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:23:21.581403 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Publish callbacks [] for port (b15fd164-96bb-44ed-b1d8-370592944e76), precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.588538 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (b15fd164-96bb-44ed-b1d8-370592944e76), after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.605774 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] Publish callbacks [] for router_gateway (163cdc53-fbeb-4b35-b776-deec99d75cfb), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.624328 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.625157 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Network 5f4a79d1-589a-4ba6-837f-fbcaac19168a is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:23:21.628044 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:23:21.634222 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:23:21.641711 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Pushing event updated for resources: {'Port': ['ID=b15fd164-96bb-44ed-b1d8-370592944e76,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:21.698309 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Attempting to bind port b15fd164-96bb-44ed-b1d8-370592944e76 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:23:21.698675 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Attempting to bind port b15fd164-96bb-44ed-b1d8-370592944e76 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '22c6ff94-5928-4c71-a2d2-3420154d44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5f4a79d1-589a-4ba6-837f-fbcaac19168a'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:23:21.699029 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Attempting to bind port b15fd164-96bb-44ed-b1d8-370592944e76 on network 5f4a79d1-589a-4ba6-837f-fbcaac19168a {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:23:21.704202 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:23:21.704569 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Checking segment: {'id': '22c6ff94-5928-4c71-a2d2-3420154d44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5f4a79d1-589a-4ba6-837f-fbcaac19168a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:23:21.704989 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.705379 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Bound using segment: {'id': '22c6ff94-5928-4c71-a2d2-3420154d44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5f4a79d1-589a-4ba6-837f-fbcaac19168a'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:23:21.705835 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Bound port: b15fd164-96bb-44ed-b1d8-370592944e76, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c6ff94-5928-4c71-a2d2-3420154d44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5f4a79d1-589a-4ba6-837f-fbcaac19168a'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:23:21.706211 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (b15fd164-96bb-44ed-b1d8-370592944e76), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.741846 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] Allocated IP 172.27.1.58 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/bf438348-8fd4-4c64-970c-8c98bb6404d1) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:23:21.774354 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] For port b15fd164-96bb-44ed-b1d8-370592944e76, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:23:21.777459 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] For port b15fd164-96bb-44ed-b1d8-370592944e76, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=b15fd164-96bb-44ed-b1d8-370592944e76,segment=NetworkSegment(22c6ff94-5928-4c71-a2d2-3420154d44c9),segment_id=22c6ff94-5928-4c71-a2d2-3420154d44c9)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:23:21.783079 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (b15fd164-96bb-44ed-b1d8-370592944e76), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.842879 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7cc41-c77d-42be-8ecd-9db8394922ee None None] Pushing event updated for resources: {'Port': ['ID=b15fd164-96bb-44ed-b1d8-370592944e76,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:21.853887 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] Publish callbacks [] for port (bf438348-8fd4-4c64-970c-8c98bb6404d1), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.891136 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (bf438348-8fd4-4c64-970c-8c98bb6404d1), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.936750 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:23:21.939982 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:23:21.944036 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:23:21.982394 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] Pushing event updated for resources: {'Port': ['ID=bf438348-8fd4-4c64-970c-8c98bb6404d1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:22.226582 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] Publish callbacks [] for router_gateway (163cdc53-fbeb-4b35-b776-deec99d75cfb), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:22.391854 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device b15fd164-96bb-44ed-b1d8-370592944e76 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:23:22.431358 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-961113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962584'] for router (163cdc53-fbeb-4b35-b776-deec99d75cfb), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:22.444283 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port b15fd164-96bb-44ed-b1d8-370592944e76 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:22.444699 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (b15fd164-96bb-44ed-b1d8-370592944e76), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:22.533568 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port b15fd164-96bb-44ed-b1d8-370592944e76 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:22.534895 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (b15fd164-96bb-44ed-b1d8-370592944e76), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:22.569725 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] For port b15fd164-96bb-44ed-b1d8-370592944e76, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=b15fd164-96bb-44ed-b1d8-370592944e76,segment=NetworkSegment(22c6ff94-5928-4c71-a2d2-3420154d44c9),segment_id=22c6ff94-5928-4c71-a2d2-3420154d44c9)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:22.573578 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] Router 163cdc53-fbeb-4b35-b776-deec99d75cfb is scheduled to L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:23:22.574495 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (b15fd164-96bb-44ed-b1d8-370592944e76), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:22.575476 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 9982f906-45d1-439b-ab9b-f55e213fb76d up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:23:22.652741 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Pushing event updated for resources: {'Port': ['ID=b15fd164-96bb-44ed-b1d8-370592944e76,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:22.667730 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 9982f906-45d1-439b-ab9b-f55e213fb76d triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:22.668340 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (9982f906-45d1-439b-ab9b-f55e213fb76d), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:22.671738 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Sync routers for ids ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:23:22.689633 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Routers {'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:22.690288 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:23:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:22.763825 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 9982f906-45d1-439b-ab9b-f55e213fb76d is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:22.764334 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (9982f906-45d1-439b-ab9b-f55e213fb76d), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:22.799560 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] For port 9982f906-45d1-439b-ab9b-f55e213fb76d, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=9982f906-45d1-439b-ab9b-f55e213fb76d,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:22.804880 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (9982f906-45d1-439b-ab9b-f55e213fb76d), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:22.818456 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Set router be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:22.856760 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe56750e-b084-468d-af94-868a70cf9524 None None] Network 5f4a79d1-589a-4ba6-837f-fbcaac19168a requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:23:22.911919 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Pushing event updated for resources: {'Port': ['ID=9982f906-45d1-439b-ab9b-f55e213fb76d,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:22.923916 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-1c1b3561-c315-43d8-ba4e-7a0872e7a16e None None] Provisioning complete for port b15fd164-96bb-44ed-b1d8-370592944e76 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:22.924296 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1c1b3561-c315-43d8-ba4e-7a0872e7a16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (b15fd164-96bb-44ed-b1d8-370592944e76), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:23.004019 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:23:23.023199 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:23.027306 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-619ebcce-af40-4ef4-b85b-5588174d34d5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8411276 May 10 03:23:23.028064 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 43298) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:23.048572 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b3561-c315-43d8-ba4e-7a0872e7a16e None None] Current status of the port b15fd164-96bb-44ed-b1d8-370592944e76 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:23.051969 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Sync routers for ids ['163cdc53-fbeb-4b35-b776-deec99d75cfb'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:23:23.070348 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Routers {'163cdc53-fbeb-4b35-b776-deec99d75cfb'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:23.070883 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:23:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['163cdc53-fbeb-4b35-b776-deec99d75cfb'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:23.134758 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'name': 'tempest-TestShelveInstance-950805598-router', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:16Z', 'updated_at': '2022-05-10T03:23:19Z', 'revision_number': 4, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'gw_port': {'id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:17Z', 'updated_at': '2022-05-10T03:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '7efd2a5b-2b54-44e0-8b57-0792c78a6206', 'name': '', 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'mac_address': 'fa:16:3e:db:dd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:18Z', 'updated_at': '2022-05-10T03:23:19Z', 'revision_number': 2, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'subnets': [{'id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:23.166176 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Checking router: be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:23:23.166924 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Updating router be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 port 7efd2a5b-2b54-44e0-8b57-0792c78a6206 binding host dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:23:23.205765 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:23.345298 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Set router 163cdc53-fbeb-4b35-b776-deec99d75cfb gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:23.413436 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-6c23186e-c1fe-4b5e-aeea-4f73a88fba66 None None] Provisioning complete for port b15fd164-96bb-44ed-b1d8-370592944e76 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:23.413809 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6c23186e-c1fe-4b5e-aeea-4f73a88fba66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (b15fd164-96bb-44ed-b1d8-370592944e76), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:23.495113 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6329a59e-e01e-4c1a-a79c-e307b7369bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:23.509296 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Publish callbacks [] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), precommit_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:23.515468 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:23.565662 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239462e9-cdbc-489f-b993-907be8fabced None None] Pushing event updated for resources: {'Port': ['ID=7efd2a5b-2b54-44e0-8b57-0792c78a6206,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:23.574943 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239462e9-cdbc-489f-b993-907be8fabced None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:23.575633 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239462e9-cdbc-489f-b993-907be8fabced None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:23.576227 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239462e9-cdbc-489f-b993-907be8fabced None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:23.576840 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239462e9-cdbc-489f-b993-907be8fabced None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:23.577395 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239462e9-cdbc-489f-b993-907be8fabced None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:23.578637 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239462e9-cdbc-489f-b993-907be8fabced None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:23.579063 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239462e9-cdbc-489f-b993-907be8fabced None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:23.579486 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239462e9-cdbc-489f-b993-907be8fabced None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:23.579904 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239462e9-cdbc-489f-b993-907be8fabced None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:23.580323 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239462e9-cdbc-489f-b993-907be8fabced None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:23.580767 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239462e9-cdbc-489f-b993-907be8fabced None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:23.581198 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239462e9-cdbc-489f-b993-907be8fabced None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:23.581759 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239462e9-cdbc-489f-b993-907be8fabced None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:23.582260 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239462e9-cdbc-489f-b993-907be8fabced None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:23.582680 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239462e9-cdbc-489f-b993-907be8fabced None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:23.594804 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-6c23186e-c1fe-4b5e-aeea-4f73a88fba66 None None] Current status of the port b15fd164-96bb-44ed-b1d8-370592944e76 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:23.617241 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'name': 'tempest-TestShelveInstance-737943147-router', 'tenant_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'bf438348-8fd4-4c64-970c-8c98bb6404d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:21Z', 'updated_at': '2022-05-10T03:23:22Z', 'revision_number': 3, 'project_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'gw_port': {'id': 'bf438348-8fd4-4c64-970c-8c98bb6404d1', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:21Z', 'updated_at': '2022-05-10T03:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:23.645226 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Attempting to bind port 7efd2a5b-2b54-44e0-8b57-0792c78a6206 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:23:23.645483 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Checking router: 163cdc53-fbeb-4b35-b776-deec99d75cfb for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:23:23.645621 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Updating router 163cdc53-fbeb-4b35-b776-deec99d75cfb port bf438348-8fd4-4c64-970c-8c98bb6404d1 binding host dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:23:23.645787 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Attempting to bind port 7efd2a5b-2b54-44e0-8b57-0792c78a6206 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '7a065c3c-b9ca-4934-99e0-46f48f79ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:23:23.646230 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Attempting to bind port 7efd2a5b-2b54-44e0-8b57-0792c78a6206 on network 24cdcaa2-e949-4d25-a5e8-ca34e81085f8 {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:23:23.652708 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:23:23.661190 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Checking segment: {'id': '7a065c3c-b9ca-4934-99e0-46f48f79ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:23:23.661628 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:23.662505 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Bound using segment: {'id': '7a065c3c-b9ca-4934-99e0-46f48f79ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:23:23.663217 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Bound port: 7efd2a5b-2b54-44e0-8b57-0792c78a6206, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a065c3c-b9ca-4934-99e0-46f48f79ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:23:23.664211 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:23.677668 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-6329a59e-e01e-4c1a-a79c-e307b7369bf1 admin admin] Allocated IP 172.20.0.1 (5f4a79d1-589a-4ba6-837f-fbcaac19168a/9de082c9-7404-4bbc-b79c-fb6a8c54a432/00934670-2184-4fc1-82b2-8ab7b2c3515a) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:23:23.679749 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (bf438348-8fd4-4c64-970c-8c98bb6404d1), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:23.742819 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] For port 7efd2a5b-2b54-44e0-8b57-0792c78a6206, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:23:23.748308 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] For port 7efd2a5b-2b54-44e0-8b57-0792c78a6206, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=7efd2a5b-2b54-44e0-8b57-0792c78a6206,segment=NetworkSegment(7a065c3c-b9ca-4934-99e0-46f48f79ce64),segment_id=7a065c3c-b9ca-4934-99e0-46f48f79ce64)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:23:23.756417 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:23.788200 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6329a59e-e01e-4c1a-a79c-e307b7369bf1 admin admin] Publish callbacks [] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:23.825765 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6329a59e-e01e-4c1a-a79c-e307b7369bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:23.834462 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Routers {'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:23.835101 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:23:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:23.840902 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239462e9-cdbc-489f-b993-907be8fabced None None] Pushing event updated for resources: {'Port': ['ID=7efd2a5b-2b54-44e0-8b57-0792c78a6206,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:23.869385 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6329a59e-e01e-4c1a-a79c-e307b7369bf1 admin admin] Network 5f4a79d1-589a-4ba6-837f-fbcaac19168a is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:23:23.874714 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-6329a59e-e01e-4c1a-a79c-e307b7369bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:23:23.882942 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6329a59e-e01e-4c1a-a79c-e307b7369bf1 admin admin] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:23:23.910197 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329a59e-e01e-4c1a-a79c-e307b7369bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=00934670-2184-4fc1-82b2-8ab7b2c3515a,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:23.939008 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6329a59e-e01e-4c1a-a79c-e307b7369bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965455'] for router_interface (163cdc53-fbeb-4b35-b776-deec99d75cfb), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:23.962501 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-0de1bf8d-de39-4a49-8412-e117eede72c0 None None] Provisioning complete for port 7efd2a5b-2b54-44e0-8b57-0792c78a6206 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:23.963408 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0de1bf8d-de39-4a49-8412-e117eede72c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:24.020316 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] Set router be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:24.116963 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Publish callbacks [] for port (bf438348-8fd4-4c64-970c-8c98bb6404d1), precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:24.148272 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6329a59e-e01e-4c1a-a79c-e307b7369bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:24.154663 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (bf438348-8fd4-4c64-970c-8c98bb6404d1), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:24.210562 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-0de1bf8d-de39-4a49-8412-e117eede72c0 None None] Current status of the port 7efd2a5b-2b54-44e0-8b57-0792c78a6206 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:24.211213 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0de1bf8d-de39-4a49-8412-e117eede72c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:24.259581 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Attempting to bind port bf438348-8fd4-4c64-970c-8c98bb6404d1 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:23:24.260048 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Attempting to bind port bf438348-8fd4-4c64-970c-8c98bb6404d1 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:23:24.260455 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Attempting to bind port bf438348-8fd4-4c64-970c-8c98bb6404d1 on network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:23:24.271340 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef68186-60b8-40b8-89d8-497255e67aa3 None None] Pushing event updated for resources: {'Port': ['ID=bf438348-8fd4-4c64-970c-8c98bb6404d1,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:24.279104 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:23:24.279579 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Checking segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:23:24.280131 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:24.280692 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Bound using segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:23:24.281475 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Bound port: bf438348-8fd4-4c64-970c-8c98bb6404d1, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:23:24.281906 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (bf438348-8fd4-4c64-970c-8c98bb6404d1), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:24.304477 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-0de1bf8d-de39-4a49-8412-e117eede72c0 None None] For port 7efd2a5b-2b54-44e0-8b57-0792c78a6206, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=7efd2a5b-2b54-44e0-8b57-0792c78a6206,segment=NetworkSegment(7a065c3c-b9ca-4934-99e0-46f48f79ce64),segment_id=7a065c3c-b9ca-4934-99e0-46f48f79ce64)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:24.309734 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'name': 'tempest-TestShelveInstance-950805598-router', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:16Z', 'updated_at': '2022-05-10T03:23:19Z', 'revision_number': 4, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'gw_port': {'id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:17Z', 'updated_at': '2022-05-10T03:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '7efd2a5b-2b54-44e0-8b57-0792c78a6206', 'name': '', 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'mac_address': 'fa:16:3e:db:dd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:18Z', 'updated_at': '2022-05-10T03:23:23Z', 'revision_number': 4, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'subnets': [{'id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:24.311904 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0de1bf8d-de39-4a49-8412-e117eede72c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:24.360844 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e50d85-bcd7-4271-b214-ede851a74de4 None None] The sync data for ids ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'] in dv-cinder-830094-4-iscsi is: [{'id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'name': 'tempest-TestShelveInstance-950805598-router', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:16Z', 'updated_at': '2022-05-10T03:23:19Z', 'revision_number': 4, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'gw_port': {'id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:17Z', 'updated_at': '2022-05-10T03:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '7efd2a5b-2b54-44e0-8b57-0792c78a6206', 'name': '', 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'mac_address': 'fa:16:3e:db:dd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:18Z', 'updated_at': '2022-05-10T03:23:23Z', 'revision_number': 4, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'subnets': [{'id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:23:24.363567 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6329a59e-e01e-4c1a-a79c-e307b7369bf1 admin admin] Publish callbacks [] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:24.370277 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6329a59e-e01e-4c1a-a79c-e307b7369bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5428960'] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:24.386404 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] For port bf438348-8fd4-4c64-970c-8c98bb6404d1, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:23:24.401275 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1bf8d-de39-4a49-8412-e117eede72c0 None None] Pushing event updated for resources: {'Port': ['ID=7efd2a5b-2b54-44e0-8b57-0792c78a6206,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:24.411973 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] For port bf438348-8fd4-4c64-970c-8c98bb6404d1, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=bf438348-8fd4-4c64-970c-8c98bb6404d1,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:23:24.420220 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (bf438348-8fd4-4c64-970c-8c98bb6404d1), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:24.456041 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6329a59e-e01e-4c1a-a79c-e307b7369bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-966002'] for router_interface (163cdc53-fbeb-4b35-b776-deec99d75cfb), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:24.458377 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329a59e-e01e-4c1a-a79c-e307b7369bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=00934670-2184-4fc1-82b2-8ab7b2c3515a,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:24.475198 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-bae3e37d-3568-4752-9454-a6807a082876 None None] Provisioning complete for port 7efd2a5b-2b54-44e0-8b57-0792c78a6206 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:24.475692 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bae3e37d-3568-4752-9454-a6807a082876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:24.528253 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 7efd2a5b-2b54-44e0-8b57-0792c78a6206 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:23:24.539947 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef68186-60b8-40b8-89d8-497255e67aa3 None None] Pushing event updated for resources: {'Port': ['ID=bf438348-8fd4-4c64-970c-8c98bb6404d1,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:24.543266 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Routers {'163cdc53-fbeb-4b35-b776-deec99d75cfb'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:24.544022 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:23:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['163cdc53-fbeb-4b35-b776-deec99d75cfb'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:24.599462 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6329a59e-e01e-4c1a-a79c-e307b7369bf1 admin admin] Network 5f4a79d1-589a-4ba6-837f-fbcaac19168a is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:23:24.600996 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-6329a59e-e01e-4c1a-a79c-e307b7369bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:23:24.721575 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 7efd2a5b-2b54-44e0-8b57-0792c78a6206 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:24.722841 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:24.756055 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6329a59e-e01e-4c1a-a79c-e307b7369bf1 admin admin] Router 163cdc53-fbeb-4b35-b776-deec99d75cfb has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:23:24.787246 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] Set router 163cdc53-fbeb-4b35-b776-deec99d75cfb gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:24.790499 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-bae3e37d-3568-4752-9454-a6807a082876 None None] Current status of the port 7efd2a5b-2b54-44e0-8b57-0792c78a6206 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:24.836280 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-bae3e37d-3568-4752-9454-a6807a082876 None None] Provisioning complete for port 00934670-2184-4fc1-82b2-8ab7b2c3515a triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:24.836795 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bae3e37d-3568-4752-9454-a6807a082876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:24.890173 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6329a59e-e01e-4c1a-a79c-e307b7369bf1 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:23:24.897163 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-6329a59e-e01e-4c1a-a79c-e307b7369bf1 admin admin] 10.222.0.55 "PUT /v2.0/routers/163cdc53-fbeb-4b35-b776-deec99d75cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8677392 May 10 03:23:25.122270 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-bae3e37d-3568-4752-9454-a6807a082876 None None] Port 00934670-2184-4fc1-82b2-8ab7b2c3515a cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:23:25.127178 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 7efd2a5b-2b54-44e0-8b57-0792c78a6206 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:25.128832 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device b15fd164-96bb-44ed-b1d8-370592944e76 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:23:25.227423 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port b15fd164-96bb-44ed-b1d8-370592944e76 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:25.227799 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (b15fd164-96bb-44ed-b1d8-370592944e76), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:25.269987 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-b1068173-03a1-4d78-a9fd-cbb802592a71 None None] Provisioning complete for port 00934670-2184-4fc1-82b2-8ab7b2c3515a triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:25.270356 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b1068173-03a1-4d78-a9fd-cbb802592a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:25.298144 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'name': 'tempest-TestShelveInstance-737943147-router', 'tenant_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'bf438348-8fd4-4c64-970c-8c98bb6404d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:21Z', 'updated_at': '2022-05-10T03:23:24Z', 'revision_number': 4, 'project_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'gw_port': {'id': 'bf438348-8fd4-4c64-970c-8c98bb6404d1', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:21Z', 'updated_at': '2022-05-10T03:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '00934670-2184-4fc1-82b2-8ab7b2c3515a', 'name': '', 'network_id': '5f4a79d1-589a-4ba6-837f-fbcaac19168a', 'tenant_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'mac_address': 'fa:16:3e:17:c0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9de082c9-7404-4bbc-b79c-fb6a8c54a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:23Z', 'updated_at': '2022-05-10T03:23:24Z', 'revision_number': 2, 'project_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'subnets': [{'id': '9de082c9-7404-4bbc-b79c-fb6a8c54a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:25.334023 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f29b0db-de10-4bfe-900f-cfe6d655ad83 None None] The sync data for ids ['163cdc53-fbeb-4b35-b776-deec99d75cfb'] in dv-cinder-830094-4-iscsi is: [{'id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'name': 'tempest-TestShelveInstance-737943147-router', 'tenant_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'bf438348-8fd4-4c64-970c-8c98bb6404d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:21Z', 'updated_at': '2022-05-10T03:23:24Z', 'revision_number': 4, 'project_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'gw_port': {'id': 'bf438348-8fd4-4c64-970c-8c98bb6404d1', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:21Z', 'updated_at': '2022-05-10T03:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '00934670-2184-4fc1-82b2-8ab7b2c3515a', 'name': '', 'network_id': '5f4a79d1-589a-4ba6-837f-fbcaac19168a', 'tenant_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'mac_address': 'fa:16:3e:17:c0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9de082c9-7404-4bbc-b79c-fb6a8c54a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:23Z', 'updated_at': '2022-05-10T03:23:24Z', 'revision_number': 2, 'project_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'subnets': [{'id': '9de082c9-7404-4bbc-b79c-fb6a8c54a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:23:25.344297 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-b1068173-03a1-4d78-a9fd-cbb802592a71 None None] Port 00934670-2184-4fc1-82b2-8ab7b2c3515a cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:23:25.395390 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port b15fd164-96bb-44ed-b1d8-370592944e76 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:25.396467 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 9982f906-45d1-439b-ab9b-f55e213fb76d up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:23:25.445048 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 9982f906-45d1-439b-ab9b-f55e213fb76d triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:25.445422 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (9982f906-45d1-439b-ab9b-f55e213fb76d), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:25.525776 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 9982f906-45d1-439b-ab9b-f55e213fb76d is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:26.259807 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 43308) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:26.264350 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-6293621e-1ba7-40a9-9d89-4145d2c3cb34 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1216034445', 'description': 'tempest-secgroup-smoke-1216034445 description', 'project_id': 'd27c98ff77b04578b98906b2f6e6b449'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:26.284990 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6293621e-1ba7-40a9-9d89-4145d2c3cb34 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.352150 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6293621e-1ba7-40a9-9d89-4145d2c3cb34 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group (cb1416af-080f-4e59-9a4c-7bc506bd8504), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.358042 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6293621e-1ba7-40a9-9d89-4145d2c3cb34 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (cb1416af-080f-4e59-9a4c-7bc506bd8504), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.373271 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 7efd2a5b-2b54-44e0-8b57-0792c78a6206 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:23:26.388039 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6293621e-1ba7-40a9-9d89-4145d2c3cb34 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.389277 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-6293621e-1ba7-40a9-9d89-4145d2c3cb34 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1284699 May 10 03:23:26.391104 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293621e-1ba7-40a9-9d89-4145d2c3cb34 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1416af-080f-4e59-9a4c-7bc506bd8504,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:26.392509 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43310) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:26.398318 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-100ab88f-5ca3-41b6-9c5d-ba7c2a5f13ce tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Request body: {'security_group_rule': {'security_group_id': 'cb1416af-080f-4e59-9a4c-7bc506bd8504', 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:26.421045 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 7efd2a5b-2b54-44e0-8b57-0792c78a6206 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:26.421417 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.425304 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-100ab88f-5ca3-41b6-9c5d-ba7c2a5f13ce tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group_rule (b175da72-df99-4938-a3de-19fc8151db1a), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.480991 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-100ab88f-5ca3-41b6-9c5d-ba7c2a5f13ce tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group_rule (b175da72-df99-4938-a3de-19fc8151db1a), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.484290 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-100ab88f-5ca3-41b6-9c5d-ba7c2a5f13ce tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (b175da72-df99-4938-a3de-19fc8151db1a), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.499682 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 7efd2a5b-2b54-44e0-8b57-0792c78a6206 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:26.503372 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ab88f-5ca3-41b6-9c5d-ba7c2a5f13ce tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b175da72-df99-4938-a3de-19fc8151db1a,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:26.510081 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-100ab88f-5ca3-41b6-9c5d-ba7c2a5f13ce tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.513929 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-100ab88f-5ca3-41b6-9c5d-ba7c2a5f13ce tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167879 May 10 03:23:26.514115 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43312) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:26.518311 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-9f32d3d9-eddc-4eed-a643-cc452008e981 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Request body: {'security_group_rule': {'security_group_id': 'cb1416af-080f-4e59-9a4c-7bc506bd8504', 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:26.543125 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f32d3d9-eddc-4eed-a643-cc452008e981 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group_rule (52853d0a-a2ce-4da7-9f97-fc619cf69d06), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.629042 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f32d3d9-eddc-4eed-a643-cc452008e981 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group_rule (52853d0a-a2ce-4da7-9f97-fc619cf69d06), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.632792 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f32d3d9-eddc-4eed-a643-cc452008e981 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (52853d0a-a2ce-4da7-9f97-fc619cf69d06), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.650664 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32d3d9-eddc-4eed-a643-cc452008e981 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52853d0a-a2ce-4da7-9f97-fc619cf69d06,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:26.659440 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f32d3d9-eddc-4eed-a643-cc452008e981 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.660625 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-9f32d3d9-eddc-4eed-a643-cc452008e981 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1455886 May 10 03:23:26.663325 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43314) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:26.667584 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e9818d3d-c003-4c31-ad9b-a7c8bd5b4c4a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Request body: {'security_group_rule': {'security_group_id': 'cb1416af-080f-4e59-9a4c-7bc506bd8504', 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:26.690974 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9818d3d-c003-4c31-ad9b-a7c8bd5b4c4a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group_rule (77189a83-246f-46d1-9934-cf3ecbc00968), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.746298 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9818d3d-c003-4c31-ad9b-a7c8bd5b4c4a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group_rule (77189a83-246f-46d1-9934-cf3ecbc00968), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.750143 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9818d3d-c003-4c31-ad9b-a7c8bd5b4c4a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (77189a83-246f-46d1-9934-cf3ecbc00968), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.767863 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9818d3d-c003-4c31-ad9b-a7c8bd5b4c4a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77189a83-246f-46d1-9934-cf3ecbc00968,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:26.776641 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9818d3d-c003-4c31-ad9b-a7c8bd5b4c4a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.777822 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-e9818d3d-c003-4c31-ad9b-a7c8bd5b4c4a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135798 May 10 03:23:26.780549 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43316) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:26.785290 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-618affa5-c268-41d8-9ca3-a69e4c797749 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Request body: {'security_group_rule': {'security_group_id': 'cb1416af-080f-4e59-9a4c-7bc506bd8504', 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:26.809894 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-618affa5-c268-41d8-9ca3-a69e4c797749 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group_rule (b6a46456-f945-4732-bf38-2bbc2de0510b), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.869061 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-618affa5-c268-41d8-9ca3-a69e4c797749 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group_rule (b6a46456-f945-4732-bf38-2bbc2de0510b), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.873262 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-618affa5-c268-41d8-9ca3-a69e4c797749 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (b6a46456-f945-4732-bf38-2bbc2de0510b), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.893465 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618affa5-c268-41d8-9ca3-a69e4c797749 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a46456-f945-4732-bf38-2bbc2de0510b,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:26.900162 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-618affa5-c268-41d8-9ca3-a69e4c797749 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.903854 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-618affa5-c268-41d8-9ca3-a69e4c797749 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199334 May 10 03:23:26.904053 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43318) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:26.908767 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e29e01e9-6fcb-4dd1-8cd4-47e14f0dd5af tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Request body: {'security_group_rule': {'security_group_id': 'cb1416af-080f-4e59-9a4c-7bc506bd8504', 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:26.935095 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-e29e01e9-6fcb-4dd1-8cd4-47e14f0dd5af tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Project d27c98ff77b04578b98906b2f6e6b449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 03:23:26.941937 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e29e01e9-6fcb-4dd1-8cd4-47e14f0dd5af tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group_rule (cdbf9301-c31a-49fd-9565-ecdba6c87849), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:27.001823 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e29e01e9-6fcb-4dd1-8cd4-47e14f0dd5af tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group_rule (cdbf9301-c31a-49fd-9565-ecdba6c87849), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:27.005548 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e29e01e9-6fcb-4dd1-8cd4-47e14f0dd5af tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (cdbf9301-c31a-49fd-9565-ecdba6c87849), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:27.023247 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e01e9-6fcb-4dd1-8cd4-47e14f0dd5af tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbf9301-c31a-49fd-9565-ecdba6c87849,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:27.032854 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e29e01e9-6fcb-4dd1-8cd4-47e14f0dd5af tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:27.034051 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-e29e01e9-6fcb-4dd1-8cd4-47e14f0dd5af tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289177 May 10 03:23:27.036840 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43320) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:27.042091 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-6776e955-9d54-4764-8e01-9afa270f5ac6 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Request body: {'security_group_rule': {'security_group_id': 'cb1416af-080f-4e59-9a4c-7bc506bd8504', 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:27.068419 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-6776e955-9d54-4764-8e01-9afa270f5ac6 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Project d27c98ff77b04578b98906b2f6e6b449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 03:23:27.074410 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6776e955-9d54-4764-8e01-9afa270f5ac6 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group_rule (d9885ca2-0e32-4553-a2b8-72044c7e7914), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:27.137308 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6776e955-9d54-4764-8e01-9afa270f5ac6 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group_rule (d9885ca2-0e32-4553-a2b8-72044c7e7914), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:27.142706 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6776e955-9d54-4764-8e01-9afa270f5ac6 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (d9885ca2-0e32-4553-a2b8-72044c7e7914), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:27.161451 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776e955-9d54-4764-8e01-9afa270f5ac6 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9885ca2-0e32-4553-a2b8-72044c7e7914,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:27.169404 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6776e955-9d54-4764-8e01-9afa270f5ac6 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:27.170597 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-6776e955-9d54-4764-8e01-9afa270f5ac6 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327736 May 10 03:23:28.166384 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Sync routers for ids ['163cdc53-fbeb-4b35-b776-deec99d75cfb'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:23:28.176496 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Routers {'163cdc53-fbeb-4b35-b776-deec99d75cfb'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:28.177148 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:23:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['163cdc53-fbeb-4b35-b776-deec99d75cfb'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:28.291114 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Set router 163cdc53-fbeb-4b35-b776-deec99d75cfb gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:28.382730 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device bf438348-8fd4-4c64-970c-8c98bb6404d1 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:23:28.430149 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port bf438348-8fd4-4c64-970c-8c98bb6404d1 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:28.430530 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (bf438348-8fd4-4c64-970c-8c98bb6404d1), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:28.493649 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'name': 'tempest-TestShelveInstance-737943147-router', 'tenant_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'bf438348-8fd4-4c64-970c-8c98bb6404d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:21Z', 'updated_at': '2022-05-10T03:23:24Z', 'revision_number': 4, 'project_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'gw_port': {'id': 'bf438348-8fd4-4c64-970c-8c98bb6404d1', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:21Z', 'updated_at': '2022-05-10T03:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '00934670-2184-4fc1-82b2-8ab7b2c3515a', 'name': '', 'network_id': '5f4a79d1-589a-4ba6-837f-fbcaac19168a', 'tenant_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'mac_address': 'fa:16:3e:17:c0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9de082c9-7404-4bbc-b79c-fb6a8c54a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:23Z', 'updated_at': '2022-05-10T03:23:24Z', 'revision_number': 2, 'project_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'subnets': [{'id': '9de082c9-7404-4bbc-b79c-fb6a8c54a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:28.514827 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port bf438348-8fd4-4c64-970c-8c98bb6404d1 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:28.515216 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (bf438348-8fd4-4c64-970c-8c98bb6404d1), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:28.526038 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Checking router: 163cdc53-fbeb-4b35-b776-deec99d75cfb for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:23:28.526807 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Updating router 163cdc53-fbeb-4b35-b776-deec99d75cfb port 00934670-2184-4fc1-82b2-8ab7b2c3515a binding host dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:23:28.537251 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] For port bf438348-8fd4-4c64-970c-8c98bb6404d1, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=bf438348-8fd4-4c64-970c-8c98bb6404d1,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:28.541750 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (bf438348-8fd4-4c64-970c-8c98bb6404d1), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:28.556257 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:28.591154 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Pushing event updated for resources: {'Port': ['ID=bf438348-8fd4-4c64-970c-8c98bb6404d1,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:28.827060 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Publish callbacks [] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), precommit_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:28.831935 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:28.884099 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab29e4-9a60-43a8-b32c-8807637400c5 None None] Pushing event updated for resources: {'Port': ['ID=00934670-2184-4fc1-82b2-8ab7b2c3515a,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:28.941610 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Attempting to bind port 00934670-2184-4fc1-82b2-8ab7b2c3515a on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:23:28.941978 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Attempting to bind port 00934670-2184-4fc1-82b2-8ab7b2c3515a by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '22c6ff94-5928-4c71-a2d2-3420154d44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5f4a79d1-589a-4ba6-837f-fbcaac19168a'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:23:28.942460 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Attempting to bind port 00934670-2184-4fc1-82b2-8ab7b2c3515a on network 5f4a79d1-589a-4ba6-837f-fbcaac19168a {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:23:28.948141 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:23:28.948521 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Checking segment: {'id': '22c6ff94-5928-4c71-a2d2-3420154d44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5f4a79d1-589a-4ba6-837f-fbcaac19168a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:23:28.948955 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:28.949346 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Bound using segment: {'id': '22c6ff94-5928-4c71-a2d2-3420154d44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5f4a79d1-589a-4ba6-837f-fbcaac19168a'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:23:28.949810 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Bound port: 00934670-2184-4fc1-82b2-8ab7b2c3515a, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c6ff94-5928-4c71-a2d2-3420154d44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5f4a79d1-589a-4ba6-837f-fbcaac19168a'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:23:28.950187 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:29.017709 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] For port 00934670-2184-4fc1-82b2-8ab7b2c3515a, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:23:29.020897 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] For port 00934670-2184-4fc1-82b2-8ab7b2c3515a, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=00934670-2184-4fc1-82b2-8ab7b2c3515a,segment=NetworkSegment(22c6ff94-5928-4c71-a2d2-3420154d44c9),segment_id=22c6ff94-5928-4c71-a2d2-3420154d44c9)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:23:29.027799 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:29.092552 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Routers {'163cdc53-fbeb-4b35-b776-deec99d75cfb'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:29.093529 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:23:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['163cdc53-fbeb-4b35-b776-deec99d75cfb'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:29.094654 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-76c22eea-e515-43ca-8d12-bd0dfa209456 None None] Provisioning complete for port 00934670-2184-4fc1-82b2-8ab7b2c3515a triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:29.095127 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-76c22eea-e515-43ca-8d12-bd0dfa209456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:29.210673 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-76c22eea-e515-43ca-8d12-bd0dfa209456 None None] Current status of the port 00934670-2184-4fc1-82b2-8ab7b2c3515a is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:29.211237 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-76c22eea-e515-43ca-8d12-bd0dfa209456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:29.233164 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab29e4-9a60-43a8-b32c-8807637400c5 None None] Pushing event updated for resources: {'Port': ['ID=00934670-2184-4fc1-82b2-8ab7b2c3515a,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:29.247830 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-76c22eea-e515-43ca-8d12-bd0dfa209456 None None] For port 00934670-2184-4fc1-82b2-8ab7b2c3515a, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=00934670-2184-4fc1-82b2-8ab7b2c3515a,segment=NetworkSegment(22c6ff94-5928-4c71-a2d2-3420154d44c9),segment_id=22c6ff94-5928-4c71-a2d2-3420154d44c9)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:29.253565 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-76c22eea-e515-43ca-8d12-bd0dfa209456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:29.305443 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c22eea-e515-43ca-8d12-bd0dfa209456 None None] Pushing event updated for resources: {'Port': ['ID=00934670-2184-4fc1-82b2-8ab7b2c3515a,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:29.324832 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] Set router 163cdc53-fbeb-4b35-b776-deec99d75cfb gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:29.372183 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-69e6082d-72f2-4917-b3ae-2e574f84ceac None None] Provisioning complete for port 00934670-2184-4fc1-82b2-8ab7b2c3515a triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:29.372460 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-69e6082d-72f2-4917-b3ae-2e574f84ceac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:29.458454 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-69e6082d-72f2-4917-b3ae-2e574f84ceac None None] Current status of the port 00934670-2184-4fc1-82b2-8ab7b2c3515a is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:29.519030 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'name': 'tempest-TestShelveInstance-737943147-router', 'tenant_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'bf438348-8fd4-4c64-970c-8c98bb6404d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:21Z', 'updated_at': '2022-05-10T03:23:24Z', 'revision_number': 4, 'project_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'gw_port': {'id': 'bf438348-8fd4-4c64-970c-8c98bb6404d1', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:21Z', 'updated_at': '2022-05-10T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '00934670-2184-4fc1-82b2-8ab7b2c3515a', 'name': '', 'network_id': '5f4a79d1-589a-4ba6-837f-fbcaac19168a', 'tenant_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'mac_address': 'fa:16:3e:17:c0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9de082c9-7404-4bbc-b79c-fb6a8c54a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:23Z', 'updated_at': '2022-05-10T03:23:29Z', 'revision_number': 4, 'project_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'subnets': [{'id': '9de082c9-7404-4bbc-b79c-fb6a8c54a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:29.546475 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf3ebdc-7b01-4e9f-bb56-987eb76542e8 None None] The sync data for ids ['163cdc53-fbeb-4b35-b776-deec99d75cfb'] in dv-cinder-830094-4-iscsi is: [{'id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'name': 'tempest-TestShelveInstance-737943147-router', 'tenant_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'bf438348-8fd4-4c64-970c-8c98bb6404d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:21Z', 'updated_at': '2022-05-10T03:23:24Z', 'revision_number': 4, 'project_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'gw_port': {'id': 'bf438348-8fd4-4c64-970c-8c98bb6404d1', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:21Z', 'updated_at': '2022-05-10T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '00934670-2184-4fc1-82b2-8ab7b2c3515a', 'name': '', 'network_id': '5f4a79d1-589a-4ba6-837f-fbcaac19168a', 'tenant_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'mac_address': 'fa:16:3e:17:c0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9de082c9-7404-4bbc-b79c-fb6a8c54a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:23Z', 'updated_at': '2022-05-10T03:23:29Z', 'revision_number': 4, 'project_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'subnets': [{'id': '9de082c9-7404-4bbc-b79c-fb6a8c54a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:23:30.281773 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:23:30.391456 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 00934670-2184-4fc1-82b2-8ab7b2c3515a up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:23:30.439863 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 00934670-2184-4fc1-82b2-8ab7b2c3515a triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:30.440153 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:30.516269 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 00934670-2184-4fc1-82b2-8ab7b2c3515a is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:30.517353 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device bf438348-8fd4-4c64-970c-8c98bb6404d1 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:23:30.564368 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port bf438348-8fd4-4c64-970c-8c98bb6404d1 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:30.564767 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (bf438348-8fd4-4c64-970c-8c98bb6404d1), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:30.640067 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port bf438348-8fd4-4c64-970c-8c98bb6404d1 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:40.981875 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:41.371546 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-dfdd112e-39dd-44bd-8a2d-3779c4825e01 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216034445&fields=id&tenant_id=d27c98ff77b04578b98906b2f6e6b449 HTTP/1.1" status: 200 len: 267 time: 0.0421181 May 10 03:23:41.471695 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-8f48bc61-e4eb-4809-a6bc-0bcfb9339b21 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:41.473125 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-8f48bc61-e4eb-4809-a6bc-0bcfb9339b21 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/networks?id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8 HTTP/1.1" status: 200 len: 808 time: 0.0954499 May 10 03:23:41.487049 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-7c1954ef-017d-45cd-932c-2654b6b5b154 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/quotas/d27c98ff77b04578b98906b2f6e6b449 HTTP/1.1" status: 200 len: 375 time: 0.0086091 May 10 03:23:41.537054 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-839e0fb5-dcb4-4ea9-9d11-8a61ffbb48b9 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d27c98ff77b04578b98906b2f6e6b449&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453167 May 10 03:23:41.627395 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-d7508c46-35c7-4a37-bf7d-e3e5f84feb49 service neutron] 10.222.0.55 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794368 May 10 03:23:41.716427 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-5bd4c3e2-edfd-48a6-921d-8e9a5179790a service neutron] 10.222.0.55 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834675 May 10 03:23:41.994527 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a1ff4c63-6b79-4537-af7d-506f23179df4 req-f5abbec5-376b-4e8d-9841-3c1acb2b071f tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 210 time: 0.0271115 May 10 03:23:42.875463 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-4817eecc-689e-4cf6-aa43-59cea8843b82 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:42.876943 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-4817eecc-689e-4cf6-aa43-59cea8843b82 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.64 "GET /v2.0/networks?id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8 HTTP/1.1" status: 200 len: 808 time: 0.1048558 May 10 03:23:42.949149 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-e1d0c23d-9754-42e9-9076-861e556ba6e9 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d27c98ff77b04578b98906b2f6e6b449 HTTP/1.1" status: 200 len: 380 time: 0.0641351 May 10 03:23:42.956404 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Request body: {'port': {'device_id': '97ae322e-e02d-4c98-bd38-7d6721159d0f', 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'admin_state_up': True, 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'security_groups': ['cb1416af-080f-4e59-9a4c-7bc506bd8504']}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:43.070012 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Made reservation on behalf of d27c98ff77b04578b98906b2f6e6b449 for: {'port': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:23:43.073967 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:43.094789 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5ea6e525-56c0-4da2-8115-bf97ccd6929f req-d6ce5f83-ae24-4133-8335-71e811b4549e tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 210 time: 0.0312173 May 10 03:23:43.199784 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Allocated IP 172.20.0.9 (24cdcaa2-e949-4d25-a5e8-ca34e81085f8/2cbe0978-474c-41ce-91a8-44ae10848fdc/e312bad7-40a5-425b-8e16-f9e8a2c718d1) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:23:43.593123 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:43.625422 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:43.670342 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Network 24cdcaa2-e949-4d25-a5e8-ca34e81085f8 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:23:43.673527 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:23:43.675907 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:23:43.706577 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Pushing event updated for resources: {'Port': ['ID=e312bad7-40a5-425b-8e16-f9e8a2c718d1,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:43.720390 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:43.720753 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:43.721090 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:43.721420 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:43.721747 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:43.722070 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:43.722392 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:43.722702 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:43.723015 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:43.723338 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:43.723656 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:43.723970 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:43.724286 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:43.724601 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:43.724935 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:43.744007 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:43.744616 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:43.763706 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-44e314c5-69d1-47fa-9fde-390c2330d149 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8107333 May 10 03:23:43.774359 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Request body: {'port': {'device_id': '97ae322e-e02d-4c98-bd38-7d6721159d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:43.837023 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:43.865141 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-ce2d077f-c0ec-4d58-841d-79b328c243a6 None None] Provisioning complete for port e312bad7-40a5-425b-8e16-f9e8a2c718d1 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:43.865731 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ce2d077f-c0ec-4d58-841d-79b328c243a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:43.899489 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d077f-c0ec-4d58-841d-79b328c243a6 None None] Port e312bad7-40a5-425b-8e16-f9e8a2c718d1 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:23:44.099892 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e312bad7-40a5-425b-8e16-f9e8a2c718d1 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:23:44.107480 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Publish callbacks [] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:44.119842 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Transition to ACTIVE for port object e312bad7-40a5-425b-8e16-f9e8a2c718d1 will not be triggered until provisioned by entity L2. {{(pid=103516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:23:44.123240 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5428960'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:44.220479 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Pushing event updated for resources: {'Port': ['ID=e312bad7-40a5-425b-8e16-f9e8a2c718d1,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:44.265328 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74758d00-b70b-44d0-839d-9be321f0b3e5 req-f8702b5d-3012-4945-97c7-eb6824d72bf3 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:44.266889 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-74758d00-b70b-44d0-839d-9be321f0b3e5 req-f8702b5d-3012-4945-97c7-eb6824d72bf3 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 943 time: 0.1007855 May 10 03:23:44.315767 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Attempting to bind port e312bad7-40a5-425b-8e16-f9e8a2c718d1 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:23:44.316107 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Attempting to bind port e312bad7-40a5-425b-8e16-f9e8a2c718d1 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '7a065c3c-b9ca-4934-99e0-46f48f79ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:23:44.316433 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Attempting to bind port e312bad7-40a5-425b-8e16-f9e8a2c718d1 on network 24cdcaa2-e949-4d25-a5e8-ca34e81085f8 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:23:44.330377 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Port e312bad7-40a5-425b-8e16-f9e8a2c718d1 on network 24cdcaa2-e949-4d25-a5e8-ca34e81085f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:23:44.330702 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Attempting to bind port e312bad7-40a5-425b-8e16-f9e8a2c718d1 on network 24cdcaa2-e949-4d25-a5e8-ca34e81085f8 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:23:44.344425 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-74758d00-b70b-44d0-839d-9be321f0b3e5 req-99588ba1-254e-4ad4-9fa8-489d953a0a04 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706162 May 10 03:23:44.345297 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:23:44.345634 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Checking segment: {'id': '7a065c3c-b9ca-4934-99e0-46f48f79ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:23:44.346001 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Bound using segment: {'id': '7a065c3c-b9ca-4934-99e0-46f48f79ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:23:44.346431 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Bound port: e312bad7-40a5-425b-8e16-f9e8a2c718d1, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a065c3c-b9ca-4934-99e0-46f48f79ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:23:44.346785 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:44.413611 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] For port e312bad7-40a5-425b-8e16-f9e8a2c718d1, host hv-cinder-83009, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:23:44.417251 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] For port e312bad7-40a5-425b-8e16-f9e8a2c718d1, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e312bad7-40a5-425b-8e16-f9e8a2c718d1,segment=NetworkSegment(7a065c3c-b9ca-4934-99e0-46f48f79ce64),segment_id=7a065c3c-b9ca-4934-99e0-46f48f79ce64)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:23:44.423701 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5428960'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:44.457600 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:44.458212 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:44.459555 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] 10.222.0.64 "PUT /v2.0/ports/e312bad7-40a5-425b-8e16-f9e8a2c718d1 HTTP/1.1" status: 200 len: 1093 time: 0.6893044 May 10 03:23:44.459987 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ae322e-e02d-4c98-bd38-7d6721159d0f', 'tag': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:23:44.462243 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b1d873-e281-4050-8fb7-77e8afb5c856" -d '{"events": [{"name": "network-changed", "server_uuid": "97ae322e-e02d-4c98-bd38-7d6721159d0f", "tag": "e312bad7-40a5-425b-8e16-f9e8a2c718d1"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:23:44.501846 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b96584-2e64-4851-8c2e-b5ff366ef497 x-openstack-request-id: req-a6b96584-2e64-4851-8c2e-b5ff366ef497 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:23:44.502135 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ae322e-e02d-4c98-bd38-7d6721159d0f", "tag": "e312bad7-40a5-425b-8e16-f9e8a2c718d1", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:23:44.502592 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6b96584-2e64-4851-8c2e-b5ff366ef497 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:23:44.502811 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b96584-2e64-4851-8c2e-b5ff366ef497'] response: {'name': 'network-changed', 'server_uuid': '97ae322e-e02d-4c98-bd38-7d6721159d0f', 'tag': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1', 'status': 'completed', 'code': 200} May 10 03:23:44.504154 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79ff3f-181b-40ac-a068-d13ca53d4d7e service neutron] Pushing event updated for resources: {'Port': ['ID=e312bad7-40a5-425b-8e16-f9e8a2c718d1,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:44.571653 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-1be9e778-d5c2-4eb2-b003-4157c6de1328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:44.573279 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-1be9e778-d5c2-4eb2-b003-4157c6de1328 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d27c98ff77b04578b98906b2f6e6b449&device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 1127 time: 0.0399272 May 10 03:23:44.615924 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-6d526fd5-8305-4053-b221-65c0c7fdd8a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e312bad7-40a5-425b-8e16-f9e8a2c718d1 HTTP/1.1" status: 200 len: 217 time: 0.0363271 May 10 03:23:44.672008 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-377fb3fa-d1db-4eca-ab2a-4af4a8eb310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:44.673472 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-377fb3fa-d1db-4eca-ab2a-4af4a8eb310f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2cbe0978-474c-41ce-91a8-44ae10848fdc HTTP/1.1" status: 200 len: 847 time: 0.0449102 May 10 03:23:44.720809 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-ca98c34b-52a6-48cf-b4fd-19e411bca8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:44.722466 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-ca98c34b-52a6-48cf-b4fd-19e411bca8d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432749 May 10 03:23:44.759153 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-33eb2779-e2d5-4b20-8c22-fd11c8076739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:44.811339 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-c955d61b-85fa-4d6b-9426-ada228b626c1 service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833797 May 10 03:23:44.902865 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d7e39095-c2a3-4912-8b68-852727f2e9e6 req-ffddf181-2992-4b66-80e1-1500000fd446 service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855067 May 10 03:23:45.166116 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1d873-e281-4050-8fb7-77e8afb5c856 req-abd2cc28-1e82-4b1c-8e0c-76f956f0820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:45.168138 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-21b1d873-e281-4050-8fb7-77e8afb5c856 req-abd2cc28-1e82-4b1c-8e0c-76f956f0820c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d27c98ff77b04578b98906b2f6e6b449&device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 1127 time: 0.0395741 May 10 03:23:45.261995 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1d873-e281-4050-8fb7-77e8afb5c856 req-4b65b9af-9c8a-4b65-ac6c-97c92563f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:45.263461 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-21b1d873-e281-4050-8fb7-77e8afb5c856 req-4b65b9af-9c8a-4b65-ac6c-97c92563f8c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8 HTTP/1.1" status: 200 len: 909 time: 0.0895536 May 10 03:23:45.304336 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-21b1d873-e281-4050-8fb7-77e8afb5c856 req-c804e8c9-1dce-4717-88a1-23bb68748553 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e312bad7-40a5-425b-8e16-f9e8a2c718d1 HTTP/1.1" status: 200 len: 217 time: 0.0353913 May 10 03:23:45.351032 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1d873-e281-4050-8fb7-77e8afb5c856 req-dd9150da-9b5a-41ab-8eb8-c08af455b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:45.352413 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-21b1d873-e281-4050-8fb7-77e8afb5c856 req-dd9150da-9b5a-41ab-8eb8-c08af455b38b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2cbe0978-474c-41ce-91a8-44ae10848fdc HTTP/1.1" status: 200 len: 847 time: 0.0420814 May 10 03:23:45.393422 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1d873-e281-4050-8fb7-77e8afb5c856 req-d9f44d02-1802-45d2-9eaa-0272590c3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:45.394933 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-21b1d873-e281-4050-8fb7-77e8afb5c856 req-d9f44d02-1802-45d2-9eaa-0272590c3157 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373151 May 10 03:23:45.494924 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db27f0-ebe8-4cda-9376-e431be337847 req-aaa77fd6-b128-4b8e-9db0-bb6493312701 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:45.496421 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a8db27f0-ebe8-4cda-9376-e431be337847 req-aaa77fd6-b128-4b8e-9db0-bb6493312701 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 943 time: 0.0866575 May 10 03:23:45.542590 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-21b1d873-e281-4050-8fb7-77e8afb5c856 req-f659b237-7e8c-425a-85af-71a66497d52f service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409788 May 10 03:23:45.606715 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a8db27f0-ebe8-4cda-9376-e431be337847 req-6db47b43-84c3-433e-9c6b-277180812fb5 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023681 May 10 03:23:45.647332 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-21b1d873-e281-4050-8fb7-77e8afb5c856 req-d575dc24-2813-4de2-bb98-7c437ca3a328 service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992577 May 10 03:23:46.721739 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a3dc1-7fe6-4b87-9084-e5b6d22b1366 req-f1ead271-bf96-4887-b262-c9f55df3b25d tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:46.723201 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-755a3dc1-7fe6-4b87-9084-e5b6d22b1366 req-f1ead271-bf96-4887-b262-c9f55df3b25d tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 943 time: 0.0498636 May 10 03:23:46.770508 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-755a3dc1-7fe6-4b87-9084-e5b6d22b1366 req-6b8fe8bf-f0fc-48d9-8da5-cb0c6adf5a25 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416725 May 10 03:23:46.935260 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9bcb70bf-a059-4bcd-8500-2c19d8726056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:47.881166 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa611b-9276-4770-a6c9-c3cc55c7879b req-32e2ffdb-6eee-4d70-8cfc-e1640aa10810 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:47.882612 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-acaa611b-9276-4770-a6c9-c3cc55c7879b req-32e2ffdb-6eee-4d70-8cfc-e1640aa10810 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 943 time: 0.0469751 May 10 03:23:47.936183 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-acaa611b-9276-4770-a6c9-c3cc55c7879b req-aa2666d9-b9b4-4511-999e-4923392cbfbf tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475149 May 10 03:23:48.189832 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:49.049966 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85104e84-6b5c-469e-9ba0-7d2ff9cd7841 req-9d2cdaf3-42c5-4f42-a0bd-6a3e1470fd27 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:49.051441 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-85104e84-6b5c-469e-9ba0-7d2ff9cd7841 req-9d2cdaf3-42c5-4f42-a0bd-6a3e1470fd27 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 943 time: 0.0498085 May 10 03:23:49.099174 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-85104e84-6b5c-469e-9ba0-7d2ff9cd7841 req-e4811642-30a9-4e63-a2e7-786152d0e188 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420210 May 10 03:23:49.844579 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:50.212290 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e93e1-9a70-4423-8222-930fc28d24f1 req-3efc829a-10b9-483d-b023-14fe718c7535 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:50.214363 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-279e93e1-9a70-4423-8222-930fc28d24f1 req-3efc829a-10b9-483d-b023-14fe718c7535 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 943 time: 0.0464678 May 10 03:23:50.261475 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-279e93e1-9a70-4423-8222-930fc28d24f1 req-30c8a8d1-7c1a-4c8b-89c4-43099a87e0be tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409374 May 10 03:23:51.163712 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:51.371084 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb6a0e-c927-4358-bbfe-5a2fb040b3b9 req-547355e0-dd27-4aeb-a038-85356ceca84a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:51.372449 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-06bb6a0e-c927-4358-bbfe-5a2fb040b3b9 req-547355e0-dd27-4aeb-a038-85356ceca84a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 943 time: 0.0457618 May 10 03:23:51.420508 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-06bb6a0e-c927-4358-bbfe-5a2fb040b3b9 req-4717bd4c-c808-4162-92e5-2a2c319d82e2 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425348 May 10 03:23:52.531307 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe67cbf-2bc1-43ca-b3ae-846a179a353a req-f96561fe-2b02-482e-8379-ed4826dc4c0a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:52.533010 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2fe67cbf-2bc1-43ca-b3ae-846a179a353a req-f96561fe-2b02-482e-8379-ed4826dc4c0a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 943 time: 0.0465691 May 10 03:23:52.579754 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-2fe67cbf-2bc1-43ca-b3ae-846a179a353a req-4aac5d6d-0b88-43b0-b54b-ce9ee4db3aba tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412223 May 10 03:23:53.692828 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38acd5a-e75e-45d2-8f00-65146ff05855 req-beea9c47-0e20-4f78-a79b-88e575de6a49 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:53.694279 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c38acd5a-e75e-45d2-8f00-65146ff05855 req-beea9c47-0e20-4f78-a79b-88e575de6a49 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 943 time: 0.0464811 May 10 03:23:53.745437 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c38acd5a-e75e-45d2-8f00-65146ff05855 req-a851ada9-d58d-41fc-9bf1-35781c09b660 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453801 May 10 03:23:54.007523 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device e312bad7-40a5-425b-8e16-f9e8a2c718d1 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:23:54.106302 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port e312bad7-40a5-425b-8e16-f9e8a2c718d1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e312bad7-40a5-425b-8e16-f9e8a2c718d1,segment=NetworkSegment(7a065c3c-b9ca-4934-99e0-46f48f79ce64),segment_id=7a065c3c-b9ca-4934-99e0-46f48f79ce64)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:54.117411 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1', 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'port_id': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1', 'mac_address': 'fa:16:3e:8d:41:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:23:54.155494 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port e312bad7-40a5-425b-8e16-f9e8a2c718d1 is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:54.155876 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:54.168421 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e312bad7-40a5-425b-8e16-f9e8a2c718d1 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:23:54.188083 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port e312bad7-40a5-425b-8e16-f9e8a2c718d1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e312bad7-40a5-425b-8e16-f9e8a2c718d1,segment=NetworkSegment(7a065c3c-b9ca-4934-99e0-46f48f79ce64),segment_id=7a065c3c-b9ca-4934-99e0-46f48f79ce64)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:54.192030 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:54.238619 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=e312bad7-40a5-425b-8e16-f9e8a2c718d1,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:54.403919 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['e312bad7-40a5-425b-8e16-f9e8a2c718d1'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:23:54.859359 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdc06c-1a06-4ac3-891b-5d035533bc01 req-c51a0835-75ab-4608-ae80-7936cce54438 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:54.860817 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-facdc06c-1a06-4ac3-891b-5d035533bc01 req-c51a0835-75ab-4608-ae80-7936cce54438 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 944 time: 0.0497212 May 10 03:23:54.908661 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-facdc06c-1a06-4ac3-891b-5d035533bc01 req-42bea5df-b69b-4820-a888-3c0b14c80451 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424182 May 10 03:23:56.017444 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6574c72-0056-4e97-8bc4-3132a9a7ca8b req-ff659efc-1712-4724-8a79-c8bfb348202f tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:56.018914 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a6574c72-0056-4e97-8bc4-3132a9a7ca8b req-ff659efc-1712-4724-8a79-c8bfb348202f tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 944 time: 0.0459452 May 10 03:23:56.023170 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device e312bad7-40a5-425b-8e16-f9e8a2c718d1 up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:23:56.069472 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a6574c72-0056-4e97-8bc4-3132a9a7ca8b req-480e5bbf-c1b1-4e0b-8f52-aafb912eb524 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450909 May 10 03:23:56.072101 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port e312bad7-40a5-425b-8e16-f9e8a2c718d1 completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:23:56.080507 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port e312bad7-40a5-425b-8e16-f9e8a2c718d1 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:56.081032 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:56.159013 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port e312bad7-40a5-425b-8e16-f9e8a2c718d1 is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:56.159399 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:56.181312 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ae322e-e02d-4c98-bd38-7d6721159d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:23:56.183690 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b2aa74-4d37-4c93-a5de-06784fee2b28" -d '{"events": [{"server_uuid": "97ae322e-e02d-4c98-bd38-7d6721159d0f", "name": "network-vif-plugged", "status": "completed", "tag": "e312bad7-40a5-425b-8e16-f9e8a2c718d1"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:23:56.196125 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port e312bad7-40a5-425b-8e16-f9e8a2c718d1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e312bad7-40a5-425b-8e16-f9e8a2c718d1,segment=NetworkSegment(7a065c3c-b9ca-4934-99e0-46f48f79ce64),segment_id=7a065c3c-b9ca-4934-99e0-46f48f79ce64)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:56.201160 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:56.227393 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136156d8-834e-40d2-bd98-9c7de3174176 x-openstack-request-id: req-136156d8-834e-40d2-bd98-9c7de3174176 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:23:56.227681 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ae322e-e02d-4c98-bd38-7d6721159d0f", "name": "network-vif-plugged", "status": "completed", "tag": "e312bad7-40a5-425b-8e16-f9e8a2c718d1", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:23:56.228031 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-136156d8-834e-40d2-bd98-9c7de3174176 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:23:56.228324 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-136156d8-834e-40d2-bd98-9c7de3174176'] response: {'server_uuid': '97ae322e-e02d-4c98-bd38-7d6721159d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1', 'code': 200} May 10 03:23:56.255284 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=e312bad7-40a5-425b-8e16-f9e8a2c718d1,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:56.427029 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07720e-42a0-4ae5-bbc9-18eb49673cd5 req-4a2c43f4-19e1-4963-89c2-e8af01bbddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:56.428491 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-bc07720e-42a0-4ae5-bbc9-18eb49673cd5 req-4a2c43f4-19e1-4963-89c2-e8af01bbddf9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 1129 time: 0.0378115 May 10 03:23:56.471836 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-bc07720e-42a0-4ae5-bbc9-18eb49673cd5 req-aa45ab23-7510-4389-bce8-a315bd244a30 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378578 May 10 03:23:57.181477 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f431082-518e-412b-9002-13476dc7b6d3 req-ce36102b-cd8e-4275-b1a7-b4203fd3e0d1 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:57.183507 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f431082-518e-412b-9002-13476dc7b6d3 req-ce36102b-cd8e-4275-b1a7-b4203fd3e0d1 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0465331 May 10 03:23:57.230259 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f431082-518e-412b-9002-13476dc7b6d3 req-9dce217f-c1fc-4eef-9e14-ff4912aad4eb tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413370 May 10 03:23:58.343615 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9547bb4-e292-47b1-a4fa-0d5c2e9b1a2e req-d5fcbc59-4edc-4351-971a-572e0afd1f01 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:58.345072 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b9547bb4-e292-47b1-a4fa-0d5c2e9b1a2e req-d5fcbc59-4edc-4351-971a-572e0afd1f01 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0464826 May 10 03:23:58.395124 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b9547bb4-e292-47b1-a4fa-0d5c2e9b1a2e req-dd536e9c-33d5-4100-b304-1c0f356ff702 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445735 May 10 03:23:58.509496 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6511ea-98fa-4a2d-8877-75e4bc0e1796 req-5c4db848-3cf0-4dcc-a421-38fb2161d865 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:58.510947 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b6511ea-98fa-4a2d-8877-75e4bc0e1796 req-5c4db848-3cf0-4dcc-a421-38fb2161d865 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0509090 May 10 03:23:58.557682 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4b6511ea-98fa-4a2d-8877-75e4bc0e1796 req-6cb5d58f-fad8-4040-98a8-752b375bc632 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412631 May 10 03:23:58.579062 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43472) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:58.704059 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd615201-5fd4-404e-ad72-11b5474628c7 tempest-TestShelveInstance-834572115 tempest-TestShelveInstance-834572115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:58.705559 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-cd615201-5fd4-404e-ad72-11b5474628c7 tempest-TestShelveInstance-834572115 tempest-TestShelveInstance-834572115-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 1124 time: 0.1255553 May 10 03:23:58.708473 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43476) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:58.712755 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Request body: {'floatingip': {'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'port_id': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:58.733864 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:58.812476 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:58.911317 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Allocated IP 172.27.1.115 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/969cdc37-d0f5-4e8b-a582-69e02ae9962b) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:23:59.013567 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for port (969cdc37-d0f5-4e8b-a582-69e02ae9962b), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:59.046869 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (969cdc37-d0f5-4e8b-a582-69e02ae9962b), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:59.085870 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:23:59.090610 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:23:59.093094 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:23:59.098744 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Pushing event updated for resources: {'Port': ['ID=969cdc37-d0f5-4e8b-a582-69e02ae9962b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:59.453530 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for floatingip (dfd8ab71-ffc4-40ce-bdd0-038896caa515), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:59.519746 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (969cdc37-d0f5-4e8b-a582-69e02ae9962b), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:59.676472 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for port (969cdc37-d0f5-4e8b-a582-69e02ae9962b), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:59.682905 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (969cdc37-d0f5-4e8b-a582-69e02ae9962b), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:59.756133 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Pushing event updated for resources: {'Port': ['ID=969cdc37-d0f5-4e8b-a582-69e02ae9962b,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:59.769065 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (dfd8ab71-ffc4-40ce-bdd0-038896caa515), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:59.875156 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.l3_db [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Floating IP dfd8ab71-ffc4-40ce-bdd0-038896caa515 associated. External IP: 172.27.1.115, port: e312bad7-40a5-425b-8e16-f9e8a2c718d1. May 10 03:24:00.085948 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Router be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:24:00.197522 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:24:00.207493 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd13d8-1b8d-4930-9820-09e888d62563 None None] Sync routers for ids ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:24:00.217173 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:00.219254 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd13d8-1b8d-4930-9820-09e888d62563 None None] Routers {'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:24:00.220330 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-78fd13d8-1b8d-4930-9820-09e888d62563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:23:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:00.246257 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-ddd9be82-01db-4e6d-8922-136d96e4f744 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5366485 May 10 03:24:00.246932 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ae322e-e02d-4c98-bd38-7d6721159d0f', 'tag': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:24:00.249369 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f86f1a0-d3a6-4a0d-8012-241959e54a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "97ae322e-e02d-4c98-bd38-7d6721159d0f", "tag": "e312bad7-40a5-425b-8e16-f9e8a2c718d1"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:24:00.284124 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346ece47-4b78-4359-ac3b-a464616177a6 x-openstack-request-id: req-346ece47-4b78-4359-ac3b-a464616177a6 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:24:00.284412 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ae322e-e02d-4c98-bd38-7d6721159d0f", "tag": "e312bad7-40a5-425b-8e16-f9e8a2c718d1", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:24:00.284689 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-346ece47-4b78-4359-ac3b-a464616177a6 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:24:00.285098 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346ece47-4b78-4359-ac3b-a464616177a6'] response: {'name': 'network-changed', 'server_uuid': '97ae322e-e02d-4c98-bd38-7d6721159d0f', 'tag': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1', 'status': 'completed', 'code': 200} May 10 03:24:00.339333 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-78fd13d8-1b8d-4930-9820-09e888d62563 None None] Set router be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:24:00.344300 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86f1a0-d3a6-4a0d-8012-241959e54a6a req-116c0e8a-706b-47e8-9224-c30b28a0816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:00.345919 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0f86f1a0-d3a6-4a0d-8012-241959e54a6a req-116c0e8a-706b-47e8-9224-c30b28a0816e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d27c98ff77b04578b98906b2f6e6b449&device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 1129 time: 0.0390999 May 10 03:24:00.432448 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86f1a0-d3a6-4a0d-8012-241959e54a6a req-f81370f2-3ec9-406a-8d10-30a9941da611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:00.434048 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0f86f1a0-d3a6-4a0d-8012-241959e54a6a req-f81370f2-3ec9-406a-8d10-30a9941da611 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8 HTTP/1.1" status: 200 len: 909 time: 0.0822222 May 10 03:24:00.502258 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0f86f1a0-d3a6-4a0d-8012-241959e54a6a req-dc8e3c51-e8bd-4023-a6aa-26f12c155e0f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e312bad7-40a5-425b-8e16-f9e8a2c718d1 HTTP/1.1" status: 200 len: 999 time: 0.0620637 May 10 03:24:00.550562 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86f1a0-d3a6-4a0d-8012-241959e54a6a req-af7f6bbc-21e4-4ddc-a310-af5fe63628db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:00.552077 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0f86f1a0-d3a6-4a0d-8012-241959e54a6a req-af7f6bbc-21e4-4ddc-a310-af5fe63628db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2cbe0978-474c-41ce-91a8-44ae10848fdc HTTP/1.1" status: 200 len: 847 time: 0.0439353 May 10 03:24:00.563949 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-78fd13d8-1b8d-4930-9820-09e888d62563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'name': 'tempest-TestShelveInstance-950805598-router', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:16Z', 'updated_at': '2022-05-10T03:23:19Z', 'revision_number': 4, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'gw_port': {'id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:17Z', 'updated_at': '2022-05-10T03:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'dfd8ab71-ffc4-40ce-bdd0-038896caa515', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'port_id': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'mac_address': 'fa:16:3e:8d:41:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ae322e-e02d-4c98-bd38-7d6721159d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:23:59Z', 'updated_at': '2022-05-10T03:23:59Z', 'revision_number': 0, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7efd2a5b-2b54-44e0-8b57-0792c78a6206', 'name': '', 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'mac_address': 'fa:16:3e:db:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:18Z', 'updated_at': '2022-05-10T03:23:24Z', 'revision_number': 5, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'subnets': [{'id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:00.591136 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd13d8-1b8d-4930-9820-09e888d62563 None None] Checking router: be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:24:00.595476 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86f1a0-d3a6-4a0d-8012-241959e54a6a req-0240ad56-3c20-40fb-81f8-4292afc1c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:00.596996 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0f86f1a0-d3a6-4a0d-8012-241959e54a6a req-0240ad56-3c20-40fb-81f8-4292afc1c2a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396965 May 10 03:24:00.599311 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd13d8-1b8d-4930-9820-09e888d62563 None None] Routers {'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:24:00.599908 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-78fd13d8-1b8d-4930-9820-09e888d62563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:23:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:00.689391 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0f86f1a0-d3a6-4a0d-8012-241959e54a6a req-18795690-8722-415b-a28c-9bfd00c0ad6d service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868406 May 10 03:24:00.708005 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-78fd13d8-1b8d-4930-9820-09e888d62563 None None] Set router be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:24:00.775921 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-0f86f1a0-d3a6-4a0d-8012-241959e54a6a req-e8cc137e-4fa9-4c61-9b85-2e57a8a78c3f service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812740 May 10 03:24:01.052463 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-78fd13d8-1b8d-4930-9820-09e888d62563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'name': 'tempest-TestShelveInstance-950805598-router', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:16Z', 'updated_at': '2022-05-10T03:23:19Z', 'revision_number': 4, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'gw_port': {'id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:17Z', 'updated_at': '2022-05-10T03:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'dfd8ab71-ffc4-40ce-bdd0-038896caa515', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'port_id': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'mac_address': 'fa:16:3e:8d:41:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ae322e-e02d-4c98-bd38-7d6721159d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:23:59Z', 'updated_at': '2022-05-10T03:23:59Z', 'revision_number': 0, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7efd2a5b-2b54-44e0-8b57-0792c78a6206', 'name': '', 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'mac_address': 'fa:16:3e:db:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:18Z', 'updated_at': '2022-05-10T03:23:24Z', 'revision_number': 5, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'subnets': [{'id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:01.083474 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd13d8-1b8d-4930-9820-09e888d62563 None None] The sync data for ids ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'] in dv-cinder-830094-4-iscsi is: [{'id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'name': 'tempest-TestShelveInstance-950805598-router', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:16Z', 'updated_at': '2022-05-10T03:23:19Z', 'revision_number': 4, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'gw_port': {'id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:17Z', 'updated_at': '2022-05-10T03:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'dfd8ab71-ffc4-40ce-bdd0-038896caa515', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'port_id': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'mac_address': 'fa:16:3e:8d:41:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ae322e-e02d-4c98-bd38-7d6721159d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:23:59Z', 'updated_at': '2022-05-10T03:23:59Z', 'revision_number': 0, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7efd2a5b-2b54-44e0-8b57-0792c78a6206', 'name': '', 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'mac_address': 'fa:16:3e:db:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:18Z', 'updated_at': '2022-05-10T03:23:24Z', 'revision_number': 5, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'subnets': [{'id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:24:01.279110 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49018813-efb3-4d2b-900a-a548822cdbb9 None None] New status for floating IP dfd8ab71-ffc4-40ce-bdd0-038896caa515: ACTIVE {{(pid=103518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:24:07.280070 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:24:10.974608 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:14.413907 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1d6084d8-a9d4-4b05-bb82-4a2104fd21ba req-8e88ca6c-ad93-459c-b8ce-b0067e9368f0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426669 May 10 03:24:14.489711 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6084d8-a9d4-4b05-bb82-4a2104fd21ba req-8f8f6aea-52dd-41ff-a149-58cad072fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:14.491169 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1d6084d8-a9d4-4b05-bb82-4a2104fd21ba req-8f8f6aea-52dd-41ff-a149-58cad072fba3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d27c98ff77b04578b98906b2f6e6b449&device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 1129 time: 0.0375137 May 10 03:24:14.593670 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6084d8-a9d4-4b05-bb82-4a2104fd21ba req-0a768ba7-99eb-4f00-94bd-36701f2fb1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:14.595029 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1d6084d8-a9d4-4b05-bb82-4a2104fd21ba req-0a768ba7-99eb-4f00-94bd-36701f2fb1ba service neutron] 10.222.0.64 "GET /v2.0/networks?id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8 HTTP/1.1" status: 200 len: 909 time: 0.0852654 May 10 03:24:14.663009 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1d6084d8-a9d4-4b05-bb82-4a2104fd21ba req-15a3eda6-3b85-4ed3-9269-ab514331599d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e312bad7-40a5-425b-8e16-f9e8a2c718d1 HTTP/1.1" status: 200 len: 1001 time: 0.0611758 May 10 03:24:14.709685 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6084d8-a9d4-4b05-bb82-4a2104fd21ba req-0572ad50-e673-426b-b723-d185999c056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:14.711062 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1d6084d8-a9d4-4b05-bb82-4a2104fd21ba req-0572ad50-e673-426b-b723-d185999c056d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2cbe0978-474c-41ce-91a8-44ae10848fdc HTTP/1.1" status: 200 len: 847 time: 0.0415277 May 10 03:24:14.754736 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6084d8-a9d4-4b05-bb82-4a2104fd21ba req-1ffa6b2a-8ebb-4ab2-a5d3-ec8dc732a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:14.756214 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1d6084d8-a9d4-4b05-bb82-4a2104fd21ba req-1ffa6b2a-8ebb-4ab2-a5d3-ec8dc732a117 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385230 May 10 03:24:14.760023 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4dde67fc-42f0-4e45-9da9-6d29ad4b0ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:14.848710 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1d6084d8-a9d4-4b05-bb82-4a2104fd21ba req-d51d0995-f3e3-498f-9747-d5770ec27330 service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854518 May 10 03:24:14.936214 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1d6084d8-a9d4-4b05-bb82-4a2104fd21ba req-53980aa9-f00b-4b2b-abf6-fd44b1633f29 service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819466 May 10 03:24:16.939442 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f637a49a-d6f7-4a4d-bbea-5743f9c0c9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:18.192286 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:19.847044 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:21.167222 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:40.985682 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:44.277883 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:24:44.762268 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5b7905b1-3f61-400e-8708-17faf9f531c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:46.941089 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-45c88c18-f9bf-47ce-82d2-76b061aadc7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:48.194983 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:49.848591 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:51.170146 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:11.003474 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:14.764852 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a4389b77-d105-4e64-be16-dd0f8636adf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:15.462467 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-eb83f61c-bcd8-4931-b674-071ea65c217d req-6afc75fa-a18c-4bd1-85aa-9e0e77a20883 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0923419 May 10 03:25:15.539452 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83f61c-bcd8-4931-b674-071ea65c217d req-501a0fd7-7894-42ca-83bd-bcea58e1a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:15.540956 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-eb83f61c-bcd8-4931-b674-071ea65c217d req-501a0fd7-7894-42ca-83bd-bcea58e1a108 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d27c98ff77b04578b98906b2f6e6b449&device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 1129 time: 0.0381784 May 10 03:25:15.641865 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83f61c-bcd8-4931-b674-071ea65c217d req-bf1f5164-4779-4adb-9c51-580ff0531e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:15.643230 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-eb83f61c-bcd8-4931-b674-071ea65c217d req-bf1f5164-4779-4adb-9c51-580ff0531e1b service neutron] 10.222.0.64 "GET /v2.0/networks?id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8 HTTP/1.1" status: 200 len: 909 time: 0.0851805 May 10 03:25:15.711679 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-eb83f61c-bcd8-4931-b674-071ea65c217d req-cff3bd0e-f496-4e65-a5aa-aa4565e25240 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e312bad7-40a5-425b-8e16-f9e8a2c718d1 HTTP/1.1" status: 200 len: 1001 time: 0.0631299 May 10 03:25:15.757695 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83f61c-bcd8-4931-b674-071ea65c217d req-5ef09411-7658-491b-847c-21f23481acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:15.759058 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-eb83f61c-bcd8-4931-b674-071ea65c217d req-5ef09411-7658-491b-847c-21f23481acb7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2cbe0978-474c-41ce-91a8-44ae10848fdc HTTP/1.1" status: 200 len: 847 time: 0.0421603 May 10 03:25:15.800822 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83f61c-bcd8-4931-b674-071ea65c217d req-77cf9c25-07a6-44ea-beae-e5700162dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:15.802258 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-eb83f61c-bcd8-4931-b674-071ea65c217d req-77cf9c25-07a6-44ea-beae-e5700162dd40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373769 May 10 03:25:15.812409 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [req-eb83f61c-bcd8-4931-b674-071ea65c217d req-b78c8681-de5a-4885-816a-8121479f1dfe service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103516) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:25:15.813476 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-eb83f61c-bcd8-4931-b674-071ea65c217d req-b78c8681-de5a-4885-816a-8121479f1dfe service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054567 May 10 03:25:15.901609 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-eb83f61c-bcd8-4931-b674-071ea65c217d req-78eb0b05-7b5d-41f8-a88e-7fec7b121910 service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825806 May 10 03:25:15.989448 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-eb83f61c-bcd8-4931-b674-071ea65c217d req-440a2bf4-b0de-4522-b0f8-b4bbd2f3b65e service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827353 May 10 03:25:16.945556 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c7cdbdfa-5af7-4677-8466-f5f6f07b8118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:18.197267 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:19.850480 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:21.171776 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:21.278408 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:25:41.005606 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:44.766263 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0ff59a69-47b2-4360-9953-aaead1610f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:46.946192 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d786c5a7-f9f7-4fc0-9e63-5d9e1b0f419e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:48.199945 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:49.853628 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:51.174672 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:51.211670 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e9fd5-c495-4377-a7fa-30a03d6ba69d req-ca42d013-5393-467b-afce-456376cb56d5 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:51.213070 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-969e9fd5-c495-4377-a7fa-30a03d6ba69d req-ca42d013-5393-467b-afce-456376cb56d5 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.1079140 May 10 03:25:51.260350 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-969e9fd5-c495-4377-a7fa-30a03d6ba69d req-702280b5-6cef-43d6-aad9-61822260fc51 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415556 May 10 03:25:52.425924 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22694650-11d0-4de8-aa3c-5040e714dd75 req-344a2f30-9ae8-4a07-8875-02b780658621 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:52.427391 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-22694650-11d0-4de8-aa3c-5040e714dd75 req-344a2f30-9ae8-4a07-8875-02b780658621 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0961230 May 10 03:25:52.475394 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-22694650-11d0-4de8-aa3c-5040e714dd75 req-9d07f32f-66bd-4503-ac59-5941045f66ed tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424864 May 10 03:25:53.589422 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89182a-972e-4ac8-bfe1-addc476b87aa req-4ad2299b-7ea0-453d-9c10-c1fd1bdc4538 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:53.590855 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5b89182a-972e-4ac8-bfe1-addc476b87aa req-4ad2299b-7ea0-453d-9c10-c1fd1bdc4538 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0460269 May 10 03:25:53.637916 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5b89182a-972e-4ac8-bfe1-addc476b87aa req-deb07cb0-6056-4231-a848-0a29ddb2032c tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416324 May 10 03:25:54.753392 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6f0dc-50f3-4b00-80fb-dcde8354b44e req-9ec9c4fb-f2bc-43d6-8ad5-ad30d919f6ac tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:54.754833 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0ed6f0dc-50f3-4b00-80fb-dcde8354b44e req-9ec9c4fb-f2bc-43d6-8ad5-ad30d919f6ac tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0461154 May 10 03:25:54.805270 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0ed6f0dc-50f3-4b00-80fb-dcde8354b44e req-5220ac85-b2a8-4ddc-95d0-29135dbb356c tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449374 May 10 03:25:55.918498 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fa6e7-6ca6-44d4-b742-3541d603acc6 req-63b23f73-ae7d-40fc-b71a-886dd54fed8d tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:55.919801 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-646fa6e7-6ca6-44d4-b742-3541d603acc6 req-63b23f73-ae7d-40fc-b71a-886dd54fed8d tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0460298 May 10 03:25:55.970493 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-646fa6e7-6ca6-44d4-b742-3541d603acc6 req-a06c7cc8-0dd2-49dd-9794-00445c370f2a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448897 May 10 03:25:57.081391 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049d3a4-a08c-4b80-a9b1-364c2af83fe4 req-ef9a27fd-f3c9-4467-beb4-2479c94a352a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:57.082852 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6049d3a4-a08c-4b80-a9b1-364c2af83fe4 req-ef9a27fd-f3c9-4467-beb4-2479c94a352a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0465958 May 10 03:25:57.130958 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-6049d3a4-a08c-4b80-a9b1-364c2af83fe4 req-0104b2fa-e609-4e82-a362-7ea6d9b698ce tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426097 May 10 03:25:58.278437 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:25:58.406020 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bec11-b7ac-4a6e-ad9a-b9cee4f10908 req-81f05c3a-2ebf-45e6-912a-cf4c87c65a6f tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:58.407459 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-465bec11-b7ac-4a6e-ad9a-b9cee4f10908 req-81f05c3a-2ebf-45e6-912a-cf4c87c65a6f tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0460236 May 10 03:25:58.454987 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-465bec11-b7ac-4a6e-ad9a-b9cee4f10908 req-90371d46-13cc-4f04-8210-ddfae7e02da1 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417893 May 10 03:25:59.565709 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790346a9-ec93-4fc1-a46b-fba58ccaee9b req-bd2e2ee7-8984-4f92-8706-23f450357380 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:59.567143 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-790346a9-ec93-4fc1-a46b-fba58ccaee9b req-bd2e2ee7-8984-4f92-8706-23f450357380 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0456126 May 10 03:25:59.613284 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-790346a9-ec93-4fc1-a46b-fba58ccaee9b req-c7c4886a-434b-4aa8-b4d1-d327f8fb07c3 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407252 May 10 03:26:00.725429 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44473c-6b64-49ed-a2e0-7ffae435e952 req-a3857aa8-43b1-4cd1-a11d-4e17fb643800 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:00.726896 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-df44473c-6b64-49ed-a2e0-7ffae435e952 req-a3857aa8-43b1-4cd1-a11d-4e17fb643800 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0471859 May 10 03:26:00.773808 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-df44473c-6b64-49ed-a2e0-7ffae435e952 req-9d268cf9-f4e2-4bf8-8f26-927e6f236595 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412126 May 10 03:26:01.282311 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12446a66-7797-4584-a69e-1b526f53477f req-f21da7a0-1bbe-42ca-a285-cb82247ad88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:01.283783 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-12446a66-7797-4584-a69e-1b526f53477f req-f21da7a0-1bbe-42ca-a285-cb82247ad88f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d27c98ff77b04578b98906b2f6e6b449&device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 1129 time: 0.0415177 May 10 03:26:01.371635 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12446a66-7797-4584-a69e-1b526f53477f req-48d33d9e-d3c6-4e52-a03d-00e7a564947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:01.373073 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-12446a66-7797-4584-a69e-1b526f53477f req-48d33d9e-d3c6-4e52-a03d-00e7a564947e service neutron] 10.222.0.64 "GET /v2.0/networks?id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8 HTTP/1.1" status: 200 len: 909 time: 0.0837002 May 10 03:26:01.440227 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-12446a66-7797-4584-a69e-1b526f53477f req-7a0c7988-4d1e-4f26-bed3-2c5c4457c4e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e312bad7-40a5-425b-8e16-f9e8a2c718d1 HTTP/1.1" status: 200 len: 1001 time: 0.0612307 May 10 03:26:01.485529 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12446a66-7797-4584-a69e-1b526f53477f req-0d55d989-0e86-4d20-b3f2-61d21e10354e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:01.486871 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-12446a66-7797-4584-a69e-1b526f53477f req-0d55d989-0e86-4d20-b3f2-61d21e10354e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2cbe0978-474c-41ce-91a8-44ae10848fdc HTTP/1.1" status: 200 len: 847 time: 0.0410645 May 10 03:26:01.528540 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12446a66-7797-4584-a69e-1b526f53477f req-22d86fa4-9e1a-45be-9bb8-d6aa862b4955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:01.529993 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-12446a66-7797-4584-a69e-1b526f53477f req-22d86fa4-9e1a-45be-9bb8-d6aa862b4955 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377510 May 10 03:26:01.618387 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-12446a66-7797-4584-a69e-1b526f53477f req-0788feb1-2769-4b27-8f48-c305cb896047 service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823190 May 10 03:26:01.703763 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-12446a66-7797-4584-a69e-1b526f53477f req-71985de5-666f-42e8-a5b2-f0c61b12441c service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794692 May 10 03:26:01.890613 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b9e4b-e837-49a2-9717-127667233708 req-8158ea09-45cd-47c4-b269-7ced2aba25e6 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:01.892075 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b39b9e4b-e837-49a2-9717-127667233708 req-8158ea09-45cd-47c4-b269-7ced2aba25e6 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0529094 May 10 03:26:01.941452 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b39b9e4b-e837-49a2-9717-127667233708 req-c45d6dfe-9437-4db7-bd22-567e824b6b58 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438683 May 10 03:26:03.050648 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabacbae-23c3-416c-9827-e0d456072910 req-da62debd-d61b-4a5b-affe-b98c8b4ffd3b tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:03.052108 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-fabacbae-23c3-416c-9827-e0d456072910 req-da62debd-d61b-4a5b-affe-b98c8b4ffd3b tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0453458 May 10 03:26:03.103491 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-fabacbae-23c3-416c-9827-e0d456072910 req-702b8a38-d8ec-4a4f-bd55-2cff15279478 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458388 May 10 03:26:04.217134 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c853f-dae5-466a-89dd-5213480ce3be req-c4513688-d14e-4d3a-ad55-347497da3b15 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:04.218578 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-609c853f-dae5-466a-89dd-5213480ce3be req-c4513688-d14e-4d3a-ad55-347497da3b15 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0464499 May 10 03:26:04.266274 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-609c853f-dae5-466a-89dd-5213480ce3be req-ae2b289f-c693-47d4-987d-775ee747ff51 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421801 May 10 03:26:05.514344 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdb687-d89d-4f36-abdd-dfdfbd84159e req-383e4072-0eff-4044-9ce0-84d905ac029c tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:05.515812 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-eafdb687-d89d-4f36-abdd-dfdfbd84159e req-383e4072-0eff-4044-9ce0-84d905ac029c tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0770423 May 10 03:26:05.519804 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d386dc02-d9b5-4e97-90d0-a091ba75964d req-0d11caab-33ed-4724-93f6-b248b3dabc4d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1066244 May 10 03:26:05.572850 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-eafdb687-d89d-4f36-abdd-dfdfbd84159e req-afa228a4-7387-41ad-9a79-621d7194a7cd tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500412 May 10 03:26:05.644288 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386dc02-d9b5-4e97-90d0-a091ba75964d req-17cd4a9c-9e09-473b-8bde-a3ab1e2932a6 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:05.645555 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d386dc02-d9b5-4e97-90d0-a091ba75964d req-17cd4a9c-9e09-473b-8bde-a3ab1e2932a6 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports/e312bad7-40a5-425b-8e16-f9e8a2c718d1 HTTP/1.1" status: 200 len: 942 time: 0.0972488 May 10 03:26:06.676444 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device e312bad7-40a5-425b-8e16-f9e8a2c718d1 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:26:06.689106 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f120f10-a68a-4b53-b7c7-3b58d386e9ea req-19d12881-29d1-4f4e-88e6-c2140ae8f275 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:06.690579 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1f120f10-a68a-4b53-b7c7-3b58d386e9ea req-19d12881-29d1-4f4e-88e6-c2140ae8f275 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0488691 May 10 03:26:06.739818 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1f120f10-a68a-4b53-b7c7-3b58d386e9ea req-718beda7-b82b-4de3-af3f-ab3b6206b7e6 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436375 May 10 03:26:06.754323 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port e312bad7-40a5-425b-8e16-f9e8a2c718d1 is: ACTIVE; New status is: DOWN {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:26:06.754710 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:06.777853 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ae322e-e02d-4c98-bd38-7d6721159d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:26:06.780053 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d2b207-2a66-442b-aca1-64d943b04f89" -d '{"events": [{"server_uuid": "97ae322e-e02d-4c98-bd38-7d6721159d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "e312bad7-40a5-425b-8e16-f9e8a2c718d1"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:26:06.791991 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port e312bad7-40a5-425b-8e16-f9e8a2c718d1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e312bad7-40a5-425b-8e16-f9e8a2c718d1,segment=NetworkSegment(7a065c3c-b9ca-4934-99e0-46f48f79ce64),segment_id=7a065c3c-b9ca-4934-99e0-46f48f79ce64)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:26:06.795906 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:06.844730 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=e312bad7-40a5-425b-8e16-f9e8a2c718d1,revision_number=6']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:06.851858 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:06.852267 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:06.852685 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:06.853084 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:06.853473 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:06.853860 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:06.854244 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:06.854656 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:06.855117 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:06.855503 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:06.855885 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:06.856266 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:06.856642 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:06.857147 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:06.857469 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:06.878185 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 03:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc4b8aa-1cc2-48a5-9755-a664f195769d x-openstack-request-id: req-0fc4b8aa-1cc2-48a5-9755-a664f195769d {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:26:06.878504 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ae322e-e02d-4c98-bd38-7d6721159d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "e312bad7-40a5-425b-8e16-f9e8a2c718d1", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:26:06.878755 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0fc4b8aa-1cc2-48a5-9755-a664f195769d {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:26:06.879152 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc4b8aa-1cc2-48a5-9755-a664f195769d'] response: {'server_uuid': '97ae322e-e02d-4c98-bd38-7d6721159d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1', 'code': 200} May 10 03:26:06.903543 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386dc02-d9b5-4e97-90d0-a091ba75964d req-f51f8d3e-724c-493b-bc58-8b688be0d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:06.905115 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d386dc02-d9b5-4e97-90d0-a091ba75964d req-f51f8d3e-724c-493b-bc58-8b688be0d3b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f&tenant_id=d27c98ff77b04578b98906b2f6e6b449 HTTP/1.1" status: 200 len: 1127 time: 0.0749412 May 10 03:26:06.963576 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386dc02-d9b5-4e97-90d0-a091ba75964d req-5c2d2ce5-e126-4c9a-bf91-664d447fdbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:06.965147 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d386dc02-d9b5-4e97-90d0-a091ba75964d req-5c2d2ce5-e126-4c9a-bf91-664d447fdbe2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d27c98ff77b04578b98906b2f6e6b449&device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 1127 time: 0.0381341 May 10 03:26:07.052053 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386dc02-d9b5-4e97-90d0-a091ba75964d req-85764953-9416-4620-bd59-12ad76b06860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:07.053542 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d386dc02-d9b5-4e97-90d0-a091ba75964d req-85764953-9416-4620-bd59-12ad76b06860 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8 HTTP/1.1" status: 200 len: 909 time: 0.0818839 May 10 03:26:07.119262 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d386dc02-d9b5-4e97-90d0-a091ba75964d req-e734a846-6986-4d53-811a-49e7cd659689 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e312bad7-40a5-425b-8e16-f9e8a2c718d1 HTTP/1.1" status: 200 len: 999 time: 0.0598187 May 10 03:26:07.164548 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386dc02-d9b5-4e97-90d0-a091ba75964d req-22f1ab7d-6e6a-4f4e-91c7-6506b2e6a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:07.165934 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d386dc02-d9b5-4e97-90d0-a091ba75964d req-22f1ab7d-6e6a-4f4e-91c7-6506b2e6a2f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2cbe0978-474c-41ce-91a8-44ae10848fdc HTTP/1.1" status: 200 len: 847 time: 0.0415709 May 10 03:26:07.210920 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386dc02-d9b5-4e97-90d0-a091ba75964d req-1ff05623-bf6f-4452-82fb-3da42bf9981f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:07.212342 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d386dc02-d9b5-4e97-90d0-a091ba75964d req-1ff05623-bf6f-4452-82fb-3da42bf9981f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393105 May 10 03:26:07.301659 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d386dc02-d9b5-4e97-90d0-a091ba75964d req-a41e98da-daad-40f0-ba9c-8506a646cd49 service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824018 May 10 03:26:07.386384 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d386dc02-d9b5-4e97-90d0-a091ba75964d req-af55886c-3338-42c6-9223-02485f7a7861 service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793850 May 10 03:26:07.858907 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243b879-e3c2-4b05-86ef-ba04ef001a11 req-b7ed184e-6e25-4075-91e6-b53aea86855f tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:07.860344 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d243b879-e3c2-4b05-86ef-ba04ef001a11 req-b7ed184e-6e25-4075-91e6-b53aea86855f tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 943 time: 0.0505140 May 10 03:26:07.907085 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d243b879-e3c2-4b05-86ef-ba04ef001a11 req-cec0d732-a969-434b-93df-1dc7442faa0b tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411882 May 10 03:26:09.022788 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf7b53-8695-47fa-9de2-ce5169860234 req-8b01d2ee-c045-4fe8-b6b2-7f8298eeb86a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:09.024298 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-debf7b53-8695-47fa-9de2-ce5169860234 req-8b01d2ee-c045-4fe8-b6b2-7f8298eeb86a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 943 time: 0.0461087 May 10 03:26:09.075618 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-debf7b53-8695-47fa-9de2-ce5169860234 req-b5a33718-96be-49af-9cb0-419d6a5d0641 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456500 May 10 03:26:10.188751 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807130d9-0da6-47e8-a259-38878b09e036 req-4e140a08-a464-4b7a-91c2-f0306db62ac6 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:10.190189 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-807130d9-0da6-47e8-a259-38878b09e036 req-4e140a08-a464-4b7a-91c2-f0306db62ac6 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 943 time: 0.0463698 May 10 03:26:10.238405 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-807130d9-0da6-47e8-a259-38878b09e036 req-24728383-ad21-4f3d-bbe5-73a40b31fd1e tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427022 May 10 03:26:11.014703 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:11.353178 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8382d-1312-4918-9971-c795c4792fed req-e2428b4b-cea6-43db-bc2f-0d1078265940 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:11.354703 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-35a8382d-1312-4918-9971-c795c4792fed req-e2428b4b-cea6-43db-bc2f-0d1078265940 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 943 time: 0.0469930 May 10 03:26:11.403143 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-35a8382d-1312-4918-9971-c795c4792fed req-f12e41eb-6625-49cc-bded-cb16b9446086 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429699 May 10 03:26:12.515328 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6df5aa-d201-4687-b730-173173f1e1e8 req-1e4aa118-bc81-499b-b8b8-1a409dbdbc54 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:12.517298 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ab6df5aa-d201-4687-b730-173173f1e1e8 req-1e4aa118-bc81-499b-b8b8-1a409dbdbc54 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 943 time: 0.0487254 May 10 03:26:12.566624 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-ab6df5aa-d201-4687-b730-173173f1e1e8 req-1c10e2b8-5050-4e02-a937-9f9178932d56 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442176 May 10 03:26:13.677045 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd892b-0f67-42e1-80a5-2e4d80deb02f req-d622fb80-6a36-4990-b8df-afb01bfe0c91 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:13.678475 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-27dd892b-0f67-42e1-80a5-2e4d80deb02f req-d622fb80-6a36-4990-b8df-afb01bfe0c91 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 943 time: 0.0456545 May 10 03:26:13.724417 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-27dd892b-0f67-42e1-80a5-2e4d80deb02f req-212a3022-d67c-44c0-a296-b452e83100e7 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405474 May 10 03:26:14.692273 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device e312bad7-40a5-425b-8e16-f9e8a2c718d1 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:26:14.776112 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ff9395eb-3ef7-4850-a66d-f7e2b5cb097a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:14.804916 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port e312bad7-40a5-425b-8e16-f9e8a2c718d1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e312bad7-40a5-425b-8e16-f9e8a2c718d1,segment=NetworkSegment(7a065c3c-b9ca-4934-99e0-46f48f79ce64),segment_id=7a065c3c-b9ca-4934-99e0-46f48f79ce64)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:26:14.816915 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1', 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'port_id': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1', 'mac_address': 'fa:16:3e:8d:41:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:26:14.838320 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063e679-0252-4ac3-aeb6-df1612824ab8 req-0176ca38-e0a1-4a4d-b12d-c5559f4fc14b tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:14.840051 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4063e679-0252-4ac3-aeb6-df1612824ab8 req-0176ca38-e0a1-4a4d-b12d-c5559f4fc14b tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 943 time: 0.0462677 May 10 03:26:14.857384 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port e312bad7-40a5-425b-8e16-f9e8a2c718d1 is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:26:14.857767 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:14.871576 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e312bad7-40a5-425b-8e16-f9e8a2c718d1 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:26:14.889735 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-4063e679-0252-4ac3-aeb6-df1612824ab8 req-6cb82b0f-2201-414c-a861-39b862c05564 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438213 May 10 03:26:14.890962 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port e312bad7-40a5-425b-8e16-f9e8a2c718d1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e312bad7-40a5-425b-8e16-f9e8a2c718d1,segment=NetworkSegment(7a065c3c-b9ca-4934-99e0-46f48f79ce64),segment_id=7a065c3c-b9ca-4934-99e0-46f48f79ce64)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:26:14.894873 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:14.942593 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=e312bad7-40a5-425b-8e16-f9e8a2c718d1,revision_number=7']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:15.116906 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['e312bad7-40a5-425b-8e16-f9e8a2c718d1'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:26:16.003801 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad2572-c807-4882-9530-959779331908 req-05bb97ad-3da2-4a20-9db9-35d4dee1f4b2 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:16.005331 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bdad2572-c807-4882-9530-959779331908 req-05bb97ad-3da2-4a20-9db9-35d4dee1f4b2 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 944 time: 0.0484648 May 10 03:26:16.053088 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-bdad2572-c807-4882-9530-959779331908 req-20dddbb4-1fe6-4262-9d23-8abe7fe3fdd0 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422440 May 10 03:26:16.708424 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device e312bad7-40a5-425b-8e16-f9e8a2c718d1 up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:26:16.753200 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port e312bad7-40a5-425b-8e16-f9e8a2c718d1 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:26:16.753576 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.830260 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port e312bad7-40a5-425b-8e16-f9e8a2c718d1 is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:26:16.830644 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.852529 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ae322e-e02d-4c98-bd38-7d6721159d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:26:16.855338 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8313f4d7-c15c-44d0-ac7d-be74c1ded341" -d '{"events": [{"server_uuid": "97ae322e-e02d-4c98-bd38-7d6721159d0f", "name": "network-vif-plugged", "status": "completed", "tag": "e312bad7-40a5-425b-8e16-f9e8a2c718d1"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:26:16.867290 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port e312bad7-40a5-425b-8e16-f9e8a2c718d1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e312bad7-40a5-425b-8e16-f9e8a2c718d1,segment=NetworkSegment(7a065c3c-b9ca-4934-99e0-46f48f79ce64),segment_id=7a065c3c-b9ca-4934-99e0-46f48f79ce64)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:26:16.871235 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.895521 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f8f65d-e78f-43c3-a249-71f92475b0f6 x-openstack-request-id: req-49f8f65d-e78f-43c3-a249-71f92475b0f6 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:26:16.895819 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ae322e-e02d-4c98-bd38-7d6721159d0f", "name": "network-vif-plugged", "status": "completed", "tag": "e312bad7-40a5-425b-8e16-f9e8a2c718d1", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:26:16.896077 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49f8f65d-e78f-43c3-a249-71f92475b0f6 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:26:16.896469 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f8f65d-e78f-43c3-a249-71f92475b0f6'] response: {'server_uuid': '97ae322e-e02d-4c98-bd38-7d6721159d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1', 'code': 200} May 10 03:26:16.921138 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=e312bad7-40a5-425b-8e16-f9e8a2c718d1,revision_number=8']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:16.946616 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-99712d91-1d5c-47be-8d9a-0b2f8178dec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:17.096131 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88663b-a27d-4d28-83fb-d64ad99d5dd5 req-97b28455-0974-46aa-90db-f8e0027a5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:17.097650 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-dd88663b-a27d-4d28-83fb-d64ad99d5dd5 req-97b28455-0974-46aa-90db-f8e0027a5c47 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 1129 time: 0.0403395 May 10 03:26:17.144251 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-dd88663b-a27d-4d28-83fb-d64ad99d5dd5 req-68b2eda6-0354-42fd-a007-fced63c4b363 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405841 May 10 03:26:17.165552 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8ba51-ac92-41b9-92a5-904150fded84 req-179297e5-2b4d-4003-9fe5-7634e227afca tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:17.167179 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-68e8ba51-ac92-41b9-92a5-904150fded84 req-179297e5-2b4d-4003-9fe5-7634e227afca tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0469820 May 10 03:26:17.214855 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-68e8ba51-ac92-41b9-92a5-904150fded84 req-69274529-3b7f-425e-9614-37fcefe364ed tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416317 May 10 03:26:17.955544 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ba39b-16f9-4e64-a4ae-747004f5f93e req-9a239f44-1f56-4489-b2d6-1184abd6c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:17.957017 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-670ba39b-16f9-4e64-a4ae-747004f5f93e req-9a239f44-1f56-4489-b2d6-1184abd6c5f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d27c98ff77b04578b98906b2f6e6b449&device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 1129 time: 0.0422444 May 10 03:26:18.202050 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:18.329054 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5bbea-919d-4547-ae5a-2f1d3033f671 req-d89df265-a459-4919-9c6e-5baccac68cfc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:18.330979 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-28c5bbea-919d-4547-ae5a-2f1d3033f671 req-d89df265-a459-4919-9c6e-5baccac68cfc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0477641 May 10 03:26:18.389817 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-28c5bbea-919d-4547-ae5a-2f1d3033f671 req-f649caf0-dd8b-43a0-883a-ccfdc3c5a4a0 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537651 May 10 03:26:18.470350 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ba39b-16f9-4e64-a4ae-747004f5f93e req-03709485-5cc4-45c2-aa09-73231a144469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:18.471815 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-670ba39b-16f9-4e64-a4ae-747004f5f93e req-03709485-5cc4-45c2-aa09-73231a144469 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8 HTTP/1.1" status: 200 len: 909 time: 0.0973351 May 10 03:26:18.535143 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-670ba39b-16f9-4e64-a4ae-747004f5f93e req-09d59405-7c13-45c6-897a-244c8c378b40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e312bad7-40a5-425b-8e16-f9e8a2c718d1 HTTP/1.1" status: 200 len: 1001 time: 0.0569694 May 10 03:26:18.581642 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ba39b-16f9-4e64-a4ae-747004f5f93e req-a7dcec85-b4a5-43b4-b696-74e7b2461fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:18.583035 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-670ba39b-16f9-4e64-a4ae-747004f5f93e req-a7dcec85-b4a5-43b4-b696-74e7b2461fee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2cbe0978-474c-41ce-91a8-44ae10848fdc HTTP/1.1" status: 200 len: 847 time: 0.0423591 May 10 03:26:18.628156 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ba39b-16f9-4e64-a4ae-747004f5f93e req-0a6c271e-e7b1-4319-a4f5-4947ef309697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:18.629571 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-670ba39b-16f9-4e64-a4ae-747004f5f93e req-0a6c271e-e7b1-4319-a4f5-4947ef309697 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402412 May 10 03:26:18.713288 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-670ba39b-16f9-4e64-a4ae-747004f5f93e req-82d923c7-119c-4c35-821c-2d389d18ff72 service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778117 May 10 03:26:19.043149 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-670ba39b-16f9-4e64-a4ae-747004f5f93e req-42be4eeb-b61a-4dcc-bac6-cfd2e50e82f7 service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234682 May 10 03:26:19.854622 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:21.178646 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:35.277584 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:26:41.035139 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:44.767086 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-33919827-304e-4394-9b37-09af1dc41fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:46.947808 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c8f9983a-bcce-4f4c-9aa0-838d0e647cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:48.203910 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:49.858412 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:51.181194 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:11.032604 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:12.278519 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:27:14.768104 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ce679fa4-b0bc-49d0-b8e4-efde20af904d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:16.949870 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-889cbf32-d4f4-4f77-88f5-360b03465322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:18.206803 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:19.859726 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:20.170508 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8dc2dee1-3d98-4b50-b98c-34617d9753bd req-f6c09332-1602-4daa-80b9-16fbe546ffd6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392337 May 10 03:27:20.246615 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2dee1-3d98-4b50-b98c-34617d9753bd req-bcd70b12-eb8f-4729-b65f-20515cd01460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:20.248685 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8dc2dee1-3d98-4b50-b98c-34617d9753bd req-bcd70b12-eb8f-4729-b65f-20515cd01460 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d27c98ff77b04578b98906b2f6e6b449&device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 1129 time: 0.0388525 May 10 03:27:20.351253 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2dee1-3d98-4b50-b98c-34617d9753bd req-9d85c597-8a0f-4679-aadf-c5e87ac9d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:20.352701 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8dc2dee1-3d98-4b50-b98c-34617d9753bd req-9d85c597-8a0f-4679-aadf-c5e87ac9d69a service neutron] 10.222.0.64 "GET /v2.0/networks?id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8 HTTP/1.1" status: 200 len: 909 time: 0.0849516 May 10 03:27:20.417163 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8dc2dee1-3d98-4b50-b98c-34617d9753bd req-2c348c97-4c7f-4193-8daf-b80c7e2e8d68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e312bad7-40a5-425b-8e16-f9e8a2c718d1 HTTP/1.1" status: 200 len: 1001 time: 0.0575228 May 10 03:27:20.463162 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2dee1-3d98-4b50-b98c-34617d9753bd req-e198e521-fac5-4b14-8126-f8d2ab26a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:20.464505 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8dc2dee1-3d98-4b50-b98c-34617d9753bd req-e198e521-fac5-4b14-8126-f8d2ab26a58f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2cbe0978-474c-41ce-91a8-44ae10848fdc HTTP/1.1" status: 200 len: 847 time: 0.0413761 May 10 03:27:20.509897 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2dee1-3d98-4b50-b98c-34617d9753bd req-2e68641e-98a9-457e-8d00-11ce7e6d5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:20.511428 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8dc2dee1-3d98-4b50-b98c-34617d9753bd req-2e68641e-98a9-457e-8d00-11ce7e6d5f61 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409806 May 10 03:27:20.603535 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8dc2dee1-3d98-4b50-b98c-34617d9753bd req-108b5c63-a0fa-42f0-9762-6bfe093b33a0 service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847249 May 10 03:27:20.693878 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8dc2dee1-3d98-4b50-b98c-34617d9753bd req-89ee9a8d-0ae0-4bc8-9a8e-731935b28707 service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834632 May 10 03:27:21.182541 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:30.730074 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43624) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:30.879064 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Deleting port 969cdc37-d0f5-4e8b-a582-69e02ae9962b {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:27:30.879400 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (969cdc37-d0f5-4e8b-a582-69e02ae9962b), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:30.952244 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (969cdc37-d0f5-4e8b-a582-69e02ae9962b), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:30.952568 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for floatingip (969cdc37-d0f5-4e8b-a582-69e02ae9962b), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:30.965047 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Calling delete_port for 969cdc37-d0f5-4e8b-a582-69e02ae9962b owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:27:31.404184 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (969cdc37-d0f5-4e8b-a582-69e02ae9962b), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:31.431005 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Pushing event deleted for resources: {'Port': ['ID=969cdc37-d0f5-4e8b-a582-69e02ae9962b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:31.459016 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:31.459362 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:31.459704 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:31.460042 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:31.460378 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:31.460729 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:31.461057 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:31.461381 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:31.461704 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:31.462028 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:31.462351 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:31.462672 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:31.462992 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:31.463308 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:31.463620 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:31.506030 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for floatingip (dfd8ab71-ffc4-40ce-bdd0-038896caa515), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:31.506360 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.l3_db [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Floating IP dfd8ab71-ffc4-40ce-bdd0-038896caa515 disassociated (deleted). External IP: 172.27.1.115, port: e312bad7-40a5-425b-8e16-f9e8a2c718d1. May 10 03:27:31.722982 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Router be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:27:31.832173 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:27:31.836929 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:31.841973 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52f203-b97d-4524-9288-32dad4269c3e None None] Sync routers for ids ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:27:31.851054 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52f203-b97d-4524-9288-32dad4269c3e None None] Routers {'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:27:31.851659 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4b52f203-b97d-4524-9288-32dad4269c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:27:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:31.865916 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-099de1ad-4283-4a49-80ca-c52e3744fbbc tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "DELETE /v2.0/floatingips/dfd8ab71-ffc4-40ce-bdd0-038896caa515 HTTP/1.1" status: 204 len: 168 time: 1.1343670 May 10 03:27:31.865916 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ae322e-e02d-4c98-bd38-7d6721159d0f', 'tag': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:27:31.868776 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9619ec71-44fa-41a1-a8e4-cf00e3582ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "97ae322e-e02d-4c98-bd38-7d6721159d0f", "tag": "e312bad7-40a5-425b-8e16-f9e8a2c718d1"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:27:31.967218 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-4b52f203-b97d-4524-9288-32dad4269c3e None None] Set router be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:27:32.023363 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734a2cee-a377-4cdb-a896-4c8c9c5529fb x-openstack-request-id: req-734a2cee-a377-4cdb-a896-4c8c9c5529fb {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:27:32.023657 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ae322e-e02d-4c98-bd38-7d6721159d0f", "tag": "e312bad7-40a5-425b-8e16-f9e8a2c718d1", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:27:32.023913 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-734a2cee-a377-4cdb-a896-4c8c9c5529fb {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:27:32.024322 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-734a2cee-a377-4cdb-a896-4c8c9c5529fb'] response: {'name': 'network-changed', 'server_uuid': '97ae322e-e02d-4c98-bd38-7d6721159d0f', 'tag': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1', 'status': 'completed', 'code': 200} May 10 03:27:32.100911 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a5d9f-fe71-4b20-9e46-7fddc85923bf req-1d815541-cda4-474a-91e5-49a46859ded8 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:32.102398 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e69a5d9f-fe71-4b20-9e46-7fddc85923bf req-1d815541-cda4-474a-91e5-49a46859ded8 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0472708 May 10 03:27:32.152043 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e69a5d9f-fe71-4b20-9e46-7fddc85923bf req-adfb1022-71b0-47d7-b210-3e77f933d368 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434158 May 10 03:27:32.175950 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4b52f203-b97d-4524-9288-32dad4269c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'name': 'tempest-TestShelveInstance-950805598-router', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:16Z', 'updated_at': '2022-05-10T03:23:19Z', 'revision_number': 4, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'gw_port': {'id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:17Z', 'updated_at': '2022-05-10T03:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '7efd2a5b-2b54-44e0-8b57-0792c78a6206', 'name': '', 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'mac_address': 'fa:16:3e:db:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:18Z', 'updated_at': '2022-05-10T03:23:24Z', 'revision_number': 5, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'subnets': [{'id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:32.201745 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52f203-b97d-4524-9288-32dad4269c3e None None] Checking router: be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:27:32.211036 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52f203-b97d-4524-9288-32dad4269c3e None None] Routers {'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:27:32.211666 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4b52f203-b97d-4524-9288-32dad4269c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:27:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:32.320244 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-4b52f203-b97d-4524-9288-32dad4269c3e None None] Set router be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:27:32.638823 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4b52f203-b97d-4524-9288-32dad4269c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'name': 'tempest-TestShelveInstance-950805598-router', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:16Z', 'updated_at': '2022-05-10T03:23:19Z', 'revision_number': 4, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'gw_port': {'id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:17Z', 'updated_at': '2022-05-10T03:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '7efd2a5b-2b54-44e0-8b57-0792c78a6206', 'name': '', 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'mac_address': 'fa:16:3e:db:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:18Z', 'updated_at': '2022-05-10T03:23:24Z', 'revision_number': 5, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'subnets': [{'id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:32.665043 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52f203-b97d-4524-9288-32dad4269c3e None None] The sync data for ids ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'] in dv-cinder-830094-4-iscsi is: [{'id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'name': 'tempest-TestShelveInstance-950805598-router', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:16Z', 'updated_at': '2022-05-10T03:23:19Z', 'revision_number': 4, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'gw_port': {'id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:17Z', 'updated_at': '2022-05-10T03:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '7efd2a5b-2b54-44e0-8b57-0792c78a6206', 'name': '', 'network_id': '24cdcaa2-e949-4d25-a5e8-ca34e81085f8', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'mac_address': 'fa:16:3e:db:dd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:18Z', 'updated_at': '2022-05-10T03:23:24Z', 'revision_number': 5, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'subnets': [{'id': '2cbe0978-474c-41ce-91a8-44ae10848fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:27:32.874522 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4904606-215c-431c-abf6-da38b4135067 None None] New status for floating IP dfd8ab71-ffc4-40ce-bdd0-038896caa515: DOWN {{(pid=103518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:27:33.060732 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619ec71-44fa-41a1-a8e4-cf00e3582ff4 req-e48ddf30-5539-412e-8105-9f8d13787813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:33.062209 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9619ec71-44fa-41a1-a8e4-cf00e3582ff4 req-e48ddf30-5539-412e-8105-9f8d13787813 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d27c98ff77b04578b98906b2f6e6b449&device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 1129 time: 0.0397680 May 10 03:27:33.152325 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619ec71-44fa-41a1-a8e4-cf00e3582ff4 req-f3645ec4-19fe-4349-9452-6a89aa29b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:33.154575 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9619ec71-44fa-41a1-a8e4-cf00e3582ff4 req-f3645ec4-19fe-4349-9452-6a89aa29b041 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8 HTTP/1.1" status: 200 len: 909 time: 0.0856867 May 10 03:27:33.231111 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9619ec71-44fa-41a1-a8e4-cf00e3582ff4 req-3ef32cf1-9c0c-4eb9-b09a-5e7a83f65964 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e312bad7-40a5-425b-8e16-f9e8a2c718d1 HTTP/1.1" status: 200 len: 217 time: 0.0379586 May 10 03:27:33.279331 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619ec71-44fa-41a1-a8e4-cf00e3582ff4 req-6d9f964e-4057-442f-868e-45f61b791c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:33.280760 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9619ec71-44fa-41a1-a8e4-cf00e3582ff4 req-6d9f964e-4057-442f-868e-45f61b791c7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2cbe0978-474c-41ce-91a8-44ae10848fdc HTTP/1.1" status: 200 len: 847 time: 0.0437160 May 10 03:27:33.325379 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ac90b-2c17-459c-ae4f-678067586d3c req-c6e761e2-e66f-4954-b24c-bae63c2235d9 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:33.326783 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-aa3ac90b-2c17-459c-ae4f-678067586d3c req-c6e761e2-e66f-4954-b24c-bae63c2235d9 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0492675 May 10 03:27:33.376597 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-aa3ac90b-2c17-459c-ae4f-678067586d3c req-5967ca3a-4a65-43b0-be43-b12208102836 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb1416af-080f-4e59-9a4c-7bc506bd8504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444067 May 10 03:27:33.462755 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619ec71-44fa-41a1-a8e4-cf00e3582ff4 req-3791bd0b-8557-44aa-ab57-1bc95197281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:33.464182 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9619ec71-44fa-41a1-a8e4-cf00e3582ff4 req-3791bd0b-8557-44aa-ab57-1bc95197281a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24cdcaa2-e949-4d25-a5e8-ca34e81085f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382481 May 10 03:27:33.545399 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91338b-d035-4d83-9dac-1323639f9ba3 req-dc45a233-919f-43df-8329-a8f8c19a41b3 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:33.546746 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4d91338b-d035-4d83-9dac-1323639f9ba3 req-dc45a233-919f-43df-8329-a8f8c19a41b3 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.64 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 945 time: 0.0491004 May 10 03:27:33.551569 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9619ec71-44fa-41a1-a8e4-cf00e3582ff4 req-af24cb71-75f6-4f05-9220-b90407b31c5a service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804617 May 10 03:27:33.630995 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-4d91338b-d035-4d83-9dac-1323639f9ba3 req-c75d1eb0-f98e-4a20-8f35-3b4f5d505807 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Deleting port e312bad7-40a5-425b-8e16-f9e8a2c718d1 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:27:33.631333 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4d91338b-d035-4d83-9dac-1323639f9ba3 req-c75d1eb0-f98e-4a20-8f35-3b4f5d505807 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:33.642898 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9619ec71-44fa-41a1-a8e4-cf00e3582ff4 req-abc14e76-d736-4734-9d99-9479dfee2f09 service neutron] 10.222.0.64 "GET /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859971 May 10 03:27:33.725311 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-4d91338b-d035-4d83-9dac-1323639f9ba3 req-c75d1eb0-f98e-4a20-8f35-3b4f5d505807 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] For port e312bad7-40a5-425b-8e16-f9e8a2c718d1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e312bad7-40a5-425b-8e16-f9e8a2c718d1,segment=NetworkSegment(7a065c3c-b9ca-4934-99e0-46f48f79ce64),segment_id=7a065c3c-b9ca-4934-99e0-46f48f79ce64)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:33.725670 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4d91338b-d035-4d83-9dac-1323639f9ba3 req-c75d1eb0-f98e-4a20-8f35-3b4f5d505807 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:33.739540 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-4d91338b-d035-4d83-9dac-1323639f9ba3 req-c75d1eb0-f98e-4a20-8f35-3b4f5d505807 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Calling delete_port for e312bad7-40a5-425b-8e16-f9e8a2c718d1 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:27:33.862007 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4d91338b-d035-4d83-9dac-1323639f9ba3 req-c75d1eb0-f98e-4a20-8f35-3b4f5d505807 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (e312bad7-40a5-425b-8e16-f9e8a2c718d1), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:33.901844 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d1eb0-f98e-4a20-8f35-3b4f5d505807 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Pushing event deleted for resources: {'Port': ['ID=e312bad7-40a5-425b-8e16-f9e8a2c718d1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:33.937641 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d91338b-d035-4d83-9dac-1323639f9ba3 req-c75d1eb0-f98e-4a20-8f35-3b4f5d505807 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] No DVR routers for this DVR port e312bad7-40a5-425b-8e16-f9e8a2c718d1 on host hv-cinder-83009 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:27:33.939972 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4d91338b-d035-4d83-9dac-1323639f9ba3 req-c75d1eb0-f98e-4a20-8f35-3b4f5d505807 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:33.943307 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4d91338b-d035-4d83-9dac-1323639f9ba3 req-c75d1eb0-f98e-4a20-8f35-3b4f5d505807 tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.64 "DELETE /v2.0/ports/e312bad7-40a5-425b-8e16-f9e8a2c718d1 HTTP/1.1" status: 204 len: 173 time: 0.3912437 May 10 03:27:34.025177 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ae322e-e02d-4c98-bd38-7d6721159d0f', 'name': 'network-vif-deleted', 'tag': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:27:34.027548 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d817988b-ca16-4e35-a45a-05cdeff31599" -d '{"events": [{"server_uuid": "97ae322e-e02d-4c98-bd38-7d6721159d0f", "name": "network-vif-deleted", "tag": "e312bad7-40a5-425b-8e16-f9e8a2c718d1"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:27:34.064414 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee36da5a-e230-4a8a-8f07-53b1b40e8b98 x-openstack-request-id: req-ee36da5a-e230-4a8a-8f07-53b1b40e8b98 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:27:34.064731 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ae322e-e02d-4c98-bd38-7d6721159d0f", "name": "network-vif-deleted", "tag": "e312bad7-40a5-425b-8e16-f9e8a2c718d1", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:27:34.064986 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee36da5a-e230-4a8a-8f07-53b1b40e8b98 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:27:34.065385 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee36da5a-e230-4a8a-8f07-53b1b40e8b98'] response: {'server_uuid': '97ae322e-e02d-4c98-bd38-7d6721159d0f', 'name': 'network-vif-deleted', 'tag': 'e312bad7-40a5-425b-8e16-f9e8a2c718d1', 'status': 'completed', 'code': 200} May 10 03:27:34.482816 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-da5f8e2e-6c5b-4247-8fba-a6cf35044bb5 req-efce4930-6bdd-41db-8a50-54abe7d59f0f tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ae322e-e02d-4c98-bd38-7d6721159d0f HTTP/1.1" status: 200 len: 210 time: 0.0273805 May 10 03:27:35.544094 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43652) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:35.598208 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe472-5bfe-478f-a020-63e25b2edf8a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group (cb1416af-080f-4e59-9a4c-7bc506bd8504), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:35.623109 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe472-5bfe-478f-a020-63e25b2edf8a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group (cb1416af-080f-4e59-9a4c-7bc506bd8504), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:35.682207 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe472-5bfe-478f-a020-63e25b2edf8a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (cb1416af-080f-4e59-9a4c-7bc506bd8504), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:35.685553 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe472-5bfe-478f-a020-63e25b2edf8a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:35.686709 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-1fcfe472-5bfe-478f-a020-63e25b2edf8a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] 10.222.0.55 "DELETE /v2.0/security-groups/cb1416af-080f-4e59-9a4c-7bc506bd8504 HTTP/1.1" status: 204 len: 168 time: 0.1423564 May 10 03:27:35.696056 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfe472-5bfe-478f-a020-63e25b2edf8a tempest-TestShelveInstance-1303379275 tempest-TestShelveInstance-1303379275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1416af-080f-4e59-9a4c-7bc506bd8504,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:35.730744 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43656) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:36.050040 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ff89dfe-80eb-40ab-8dbb-98d5cb42cb2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-965930'] for router_interface (be6c90e7-1803-4ecd-82d9-8fa9c85e9d41), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:36.283939 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-8ff89dfe-80eb-40ab-8dbb-98d5cb42cb2b admin admin] Deleting port 7efd2a5b-2b54-44e0-8b57-0792c78a6206 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:27:36.284272 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ff89dfe-80eb-40ab-8dbb-98d5cb42cb2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:36.359259 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-8ff89dfe-80eb-40ab-8dbb-98d5cb42cb2b admin admin] For port 7efd2a5b-2b54-44e0-8b57-0792c78a6206, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=7efd2a5b-2b54-44e0-8b57-0792c78a6206,segment=NetworkSegment(7a065c3c-b9ca-4934-99e0-46f48f79ce64),segment_id=7a065c3c-b9ca-4934-99e0-46f48f79ce64)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:36.359516 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ff89dfe-80eb-40ab-8dbb-98d5cb42cb2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:36.375074 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-8ff89dfe-80eb-40ab-8dbb-98d5cb42cb2b admin admin] Calling delete_port for 7efd2a5b-2b54-44e0-8b57-0792c78a6206 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:27:36.550545 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ff89dfe-80eb-40ab-8dbb-98d5cb42cb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (7efd2a5b-2b54-44e0-8b57-0792c78a6206), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:36.573772 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff89dfe-80eb-40ab-8dbb-98d5cb42cb2b admin admin] Pushing event deleted for resources: {'Port': ['ID=7efd2a5b-2b54-44e0-8b57-0792c78a6206,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:36.740668 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ff89dfe-80eb-40ab-8dbb-98d5cb42cb2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952867'] for router_interface (be6c90e7-1803-4ecd-82d9-8fa9c85e9d41), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:36.955874 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff89dfe-80eb-40ab-8dbb-98d5cb42cb2b admin admin] Router be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:27:37.062540 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff89dfe-80eb-40ab-8dbb-98d5cb42cb2b admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:27:37.067203 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-8ff89dfe-80eb-40ab-8dbb-98d5cb42cb2b admin admin] 10.222.0.55 "PUT /v2.0/routers/be6c90e7-1803-4ecd-82d9-8fa9c85e9d41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3353693 May 10 03:27:37.069712 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43658) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:37.072409 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8dbc97-e887-4b42-8b57-e2ac3376dd0a None None] Sync routers for ids ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:27:37.080206 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device e312bad7-40a5-425b-8e16-f9e8a2c718d1 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:27:37.106583 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: e312bad7-40a5-425b-8e16-f9e8a2c718d1 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:27:37.106922 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device e312bad7-40a5-425b-8e16-f9e8a2c718d1 not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:27:37.108511 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8dbc97-e887-4b42-8b57-e2ac3376dd0a None None] Routers {'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:27:37.109154 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ff8dbc97-e887-4b42-8b57-e2ac3376dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:27:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:37.174043 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc272c36-b514-4689-9613-8b0fe99d3aac admin admin] Publish callbacks [] for router (be6c90e7-1803-4ecd-82d9-8fa9c85e9d41), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:37.218506 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-ff8dbc97-e887-4b42-8b57-e2ac3376dd0a None None] Set router be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:27:37.280401 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc272c36-b514-4689-9613-8b0fe99d3aac admin admin] Publish callbacks [] for router_gateway (be6c90e7-1803-4ecd-82d9-8fa9c85e9d41), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:37.323796 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-fc272c36-b514-4689-9613-8b0fe99d3aac admin admin] Deleting port 9982f906-45d1-439b-ab9b-f55e213fb76d {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:27:37.324131 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc272c36-b514-4689-9613-8b0fe99d3aac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (9982f906-45d1-439b-ab9b-f55e213fb76d), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:37.388376 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ff8dbc97-e887-4b42-8b57-e2ac3376dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'name': 'tempest-TestShelveInstance-950805598-router', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:16Z', 'updated_at': '2022-05-10T03:27:36Z', 'revision_number': 5, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'gw_port': {'id': '9982f906-45d1-439b-ab9b-f55e213fb76d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:17Z', 'updated_at': '2022-05-10T03:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:37.400126 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-fc272c36-b514-4689-9613-8b0fe99d3aac admin admin] For port 9982f906-45d1-439b-ab9b-f55e213fb76d, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=9982f906-45d1-439b-ab9b-f55e213fb76d,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:37.400484 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc272c36-b514-4689-9613-8b0fe99d3aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (9982f906-45d1-439b-ab9b-f55e213fb76d), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:37.418115 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-fc272c36-b514-4689-9613-8b0fe99d3aac admin admin] Calling delete_port for 9982f906-45d1-439b-ab9b-f55e213fb76d owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:27:37.420126 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8dbc97-e887-4b42-8b57-e2ac3376dd0a None None] Checking router: be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:27:37.428374 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8dbc97-e887-4b42-8b57-e2ac3376dd0a None None] Routers {'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:27:37.429043 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ff8dbc97-e887-4b42-8b57-e2ac3376dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:27:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:37.517894 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-ff8dbc97-e887-4b42-8b57-e2ac3376dd0a None None] Set router be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:27:37.571715 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ff8dbc97-e887-4b42-8b57-e2ac3376dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'name': 'tempest-TestShelveInstance-950805598-router', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:16Z', 'updated_at': '2022-05-10T03:27:37Z', 'revision_number': 6, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'gw_port_host': None}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:37.587311 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc272c36-b514-4689-9613-8b0fe99d3aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (9982f906-45d1-439b-ab9b-f55e213fb76d), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:37.600310 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8dbc97-e887-4b42-8b57-e2ac3376dd0a None None] The sync data for ids ['be6c90e7-1803-4ecd-82d9-8fa9c85e9d41'] in dv-cinder-830094-4-iscsi is: [{'id': 'be6c90e7-1803-4ecd-82d9-8fa9c85e9d41', 'name': 'tempest-TestShelveInstance-950805598-router', 'tenant_id': 'd27c98ff77b04578b98906b2f6e6b449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:16Z', 'updated_at': '2022-05-10T03:27:37Z', 'revision_number': 6, 'project_id': 'd27c98ff77b04578b98906b2f6e6b449', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:27:37.614251 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc272c36-b514-4689-9613-8b0fe99d3aac admin admin] Pushing event deleted for resources: {'Port': ['ID=9982f906-45d1-439b-ab9b-f55e213fb76d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:37.676769 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc272c36-b514-4689-9613-8b0fe99d3aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962628'] for router_gateway (be6c90e7-1803-4ecd-82d9-8fa9c85e9d41), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:37.767319 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc272c36-b514-4689-9613-8b0fe99d3aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9407'] for router (be6c90e7-1803-4ecd-82d9-8fa9c85e9d41), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:37.769627 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc272c36-b514-4689-9613-8b0fe99d3aac admin admin] Publish callbacks [] for router_controller (be6c90e7-1803-4ecd-82d9-8fa9c85e9d41), precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.092158 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc272c36-b514-4689-9613-8b0fe99d3aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960403'] for router (be6c90e7-1803-4ecd-82d9-8fa9c85e9d41), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.092776 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc272c36-b514-4689-9613-8b0fe99d3aac admin admin] Fanout notify agent at l3_agent the message router_deleted on router be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 03:27:38.097236 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc272c36-b514-4689-9613-8b0fe99d3aac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.098123 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-fc272c36-b514-4689-9613-8b0fe99d3aac admin admin] 10.222.0.55 "DELETE /v2.0/routers/be6c90e7-1803-4ecd-82d9-8fa9c85e9d41 HTTP/1.1" status: 204 len: 168 time: 1.0275292 May 10 03:27:38.100574 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43660) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:38.142331 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-162efee0-1bb0-4dbc-a348-baf6b895781b admin admin] Deleting subnet 2cbe0978-474c-41ce-91a8-44ae10848fdc {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:27:38.145278 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-162efee0-1bb0-4dbc-a348-baf6b895781b admin admin] Publish callbacks [] for subnet (2cbe0978-474c-41ce-91a8-44ae10848fdc), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.178551 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-162efee0-1bb0-4dbc-a348-baf6b895781b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7618921'] for subnet (2cbe0978-474c-41ce-91a8-44ae10848fdc), precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.256198 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-162efee0-1bb0-4dbc-a348-baf6b895781b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716651'] for subnet (2cbe0978-474c-41ce-91a8-44ae10848fdc), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.305617 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-162efee0-1bb0-4dbc-a348-baf6b895781b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6482470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5503903'] for subnet (2cbe0978-474c-41ce-91a8-44ae10848fdc), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.329032 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162efee0-1bb0-4dbc-a348-baf6b895781b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cbe0978-474c-41ce-91a8-44ae10848fdc,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:38.335176 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-162efee0-1bb0-4dbc-a348-baf6b895781b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.338526 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-162efee0-1bb0-4dbc-a348-baf6b895781b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2cbe0978-474c-41ce-91a8-44ae10848fdc HTTP/1.1" status: 204 len: 168 time: 0.2369545 May 10 03:27:38.341238 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43662) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:38.344905 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11dfada-1463-4d45-843e-90f7019b4cd2 None None] Network 24cdcaa2-e949-4d25-a5e8-ca34e81085f8 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:27:38.413582 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085630'] for network (24cdcaa2-e949-4d25-a5e8-ca34e81085f8), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.459715 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] Deleting port a5b9dc12-d484-4e7f-ba21-52a10c3e886b {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:27:38.460067 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (a5b9dc12-d484-4e7f-ba21-52a10c3e886b), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.515992 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] DHCP port deletion for 24cdcaa2-e949-4d25-a5e8-ca34e81085f8 request from dv-cinder-830094-4-iscsi {{(pid=103517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 03:27:38.519782 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 9982f906-45d1-439b-ab9b-f55e213fb76d no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:27:38.526091 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] For port a5b9dc12-d484-4e7f-ba21-52a10c3e886b, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=a5b9dc12-d484-4e7f-ba21-52a10c3e886b,segment=NetworkSegment(7a065c3c-b9ca-4934-99e0-46f48f79ce64),segment_id=7a065c3c-b9ca-4934-99e0-46f48f79ce64)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:38.526457 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (a5b9dc12-d484-4e7f-ba21-52a10c3e886b), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.540065 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] Calling delete_port for a5b9dc12-d484-4e7f-ba21-52a10c3e886b owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:27:38.547361 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 9982f906-45d1-439b-ab9b-f55e213fb76d {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:27:38.547697 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 9982f906-45d1-439b-ab9b-f55e213fb76d not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:27:38.548105 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 7efd2a5b-2b54-44e0-8b57-0792c78a6206 no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:27:38.582143 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Deleting port a5b9dc12-d484-4e7f-ba21-52a10c3e886b {{(pid=103517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:27:38.582522 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (a5b9dc12-d484-4e7f-ba21-52a10c3e886b), before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.599977 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 7efd2a5b-2b54-44e0-8b57-0792c78a6206 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:27:38.600771 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 7efd2a5b-2b54-44e0-8b57-0792c78a6206 not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:27:38.631713 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (a5b9dc12-d484-4e7f-ba21-52a10c3e886b), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.660439 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b9dc12-d484-4e7f-ba21-52a10c3e886b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:38.668350 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] No DVR routers for this DVR port a5b9dc12-d484-4e7f-ba21-52a10c3e886b on host dv-cinder-830094-4-iscsi {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:27:38.672411 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] For port a5b9dc12-d484-4e7f-ba21-52a10c3e886b, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=a5b9dc12-d484-4e7f-ba21-52a10c3e886b,segment=NetworkSegment(7a065c3c-b9ca-4934-99e0-46f48f79ce64),segment_id=7a065c3c-b9ca-4934-99e0-46f48f79ce64)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:38.672911 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (a5b9dc12-d484-4e7f-ba21-52a10c3e886b), precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.687152 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Calling delete_port for a5b9dc12-d484-4e7f-ba21-52a10c3e886b owned by network:dhcp {{(pid=103517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:27:38.749763 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952848', 'neutron.services.segments.db._delete_segments_for_network-8729517486385'] for network (24cdcaa2-e949-4d25-a5e8-ca34e81085f8), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.763896 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809'] for port (a5b9dc12-d484-4e7f-ba21-52a10c3e886b), after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.769742 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24cdcaa2-e949-4d25-a5e8-ca34e81085f8']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:38.779820 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a065c3c-b9ca-4934-99e0-46f48f79ce64') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:38.780117 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a065c3c-b9ca-4934-99e0-46f48f79ce64') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:38.789616 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729517486906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7618962'] for segment (7a065c3c-b9ca-4934-99e0-46f48f79ce64), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.790496 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Pushing event deleted for resources: {'Port': ['ID=a5b9dc12-d484-4e7f-ba21-52a10c3e886b,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:38.798797 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:38.799297 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:38.799738 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:38.800155 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:38.800590 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:38.801042 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:38.801541 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:38.801940 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:38.802397 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:38.802765 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:38.803309 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:38.803755 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:38.804092 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:38.804475 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (7a065c3c-b9ca-4934-99e0-46f48f79ce64), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.804614 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:38.804881 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:38.807855 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d6f88-dd53-483e-8945-80246cd596c0 None None] No DVR routers for this DVR port a5b9dc12-d484-4e7f-ba21-52a10c3e886b on host dv-cinder-830094-4-iscsi {{(pid=103517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:27:38.812013 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:27:38.812364 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6482508'] for segment (7a065c3c-b9ca-4934-99e0-46f48f79ce64), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: Traceback (most recent call last): May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: timer() May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: cb(*args, **kw) May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: return func(*args, **kwargs) May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: self._notify() May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: self.callback(batched_events) May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: event.method(event) May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: return f(self, *a, **k) May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: return self._get(url).json() May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: return self.request(url, 'GET', **kwargs) May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:27:38.816156 dv-cinder-830094-4-iscsi neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:27:38.866967 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964138'] for network (24cdcaa2-e949-4d25-a5e8-ca34e81085f8), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.871377 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.875091 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] 10.222.0.55 "DELETE /v2.0/networks/24cdcaa2-e949-4d25-a5e8-ca34e81085f8 HTTP/1.1" status: 204 len: 168 time: 0.5328841 May 10 03:27:38.878062 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 43664) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:38.888222 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5911b-c801-4a59-bcb1-86207113453a admin admin] Pushing event deleted for resources: {'Network': ['ID=24cdcaa2-e949-4d25-a5e8-ca34e81085f8,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:39.204631 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-965930'] for router_interface (163cdc53-fbeb-4b35-b776-deec99d75cfb), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:39.434758 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Deleting port 00934670-2184-4fc1-82b2-8ab7b2c3515a {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:27:39.435087 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:39.509192 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] For port 00934670-2184-4fc1-82b2-8ab7b2c3515a, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=00934670-2184-4fc1-82b2-8ab7b2c3515a,segment=NetworkSegment(22c6ff94-5928-4c71-a2d2-3420154d44c9),segment_id=22c6ff94-5928-4c71-a2d2-3420154d44c9)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:39.509468 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:39.522595 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Calling delete_port for 00934670-2184-4fc1-82b2-8ab7b2c3515a owned by network:router_interface {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:27:39.711045 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (00934670-2184-4fc1-82b2-8ab7b2c3515a), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:39.736105 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=00934670-2184-4fc1-82b2-8ab7b2c3515a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:39.747971 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:39.748311 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:39.748687 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:39.749016 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:39.749345 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:39.749669 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:39.749989 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:39.750309 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:39.750627 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:39.750947 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:39.751265 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:39.751582 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:39.751899 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:39.752212 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:39.752525 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:39.917407 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952867'] for router_interface (163cdc53-fbeb-4b35-b776-deec99d75cfb), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:40.135120 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Router 163cdc53-fbeb-4b35-b776-deec99d75cfb has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:27:40.243065 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:27:40.249776 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-88ab8beb-9584-45c5-86a6-a330df510e25 admin admin] 10.222.0.55 "PUT /v2.0/routers/163cdc53-fbeb-4b35-b776-deec99d75cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3699050 May 10 03:27:40.250717 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 43666) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:40.251736 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a892964c-2c39-4cad-bc5e-1cb2c1e2c1d0 None None] Sync routers for ids ['163cdc53-fbeb-4b35-b776-deec99d75cfb'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:27:40.262213 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a892964c-2c39-4cad-bc5e-1cb2c1e2c1d0 None None] Routers {'163cdc53-fbeb-4b35-b776-deec99d75cfb'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:27:40.262875 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-a892964c-2c39-4cad-bc5e-1cb2c1e2c1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:27:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['163cdc53-fbeb-4b35-b776-deec99d75cfb'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:40.358076 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5b641f6a-e3d7-47c2-ae95-ec7411a0f420 admin admin] Publish callbacks [] for router (163cdc53-fbeb-4b35-b776-deec99d75cfb), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:40.458109 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-a892964c-2c39-4cad-bc5e-1cb2c1e2c1d0 None None] Set router 163cdc53-fbeb-4b35-b776-deec99d75cfb gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:27:40.469980 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5b641f6a-e3d7-47c2-ae95-ec7411a0f420 admin admin] Publish callbacks [] for router_gateway (163cdc53-fbeb-4b35-b776-deec99d75cfb), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:40.558432 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device a5b9dc12-d484-4e7f-ba21-52a10c3e886b no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:27:40.583335 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: a5b9dc12-d484-4e7f-ba21-52a10c3e886b {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:27:40.583775 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device a5b9dc12-d484-4e7f-ba21-52a10c3e886b not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:27:40.640574 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-a892964c-2c39-4cad-bc5e-1cb2c1e2c1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'name': 'tempest-TestShelveInstance-737943147-router', 'tenant_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'bf438348-8fd4-4c64-970c-8c98bb6404d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:21Z', 'updated_at': '2022-05-10T03:27:39Z', 'revision_number': 5, 'project_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'gw_port': {'id': 'bf438348-8fd4-4c64-970c-8c98bb6404d1', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:23:21Z', 'updated_at': '2022-05-10T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:40.669281 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a892964c-2c39-4cad-bc5e-1cb2c1e2c1d0 None None] Checking router: 163cdc53-fbeb-4b35-b776-deec99d75cfb for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:27:40.677980 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a892964c-2c39-4cad-bc5e-1cb2c1e2c1d0 None None] Routers {'163cdc53-fbeb-4b35-b776-deec99d75cfb'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:27:40.678605 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-a892964c-2c39-4cad-bc5e-1cb2c1e2c1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:27:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['163cdc53-fbeb-4b35-b776-deec99d75cfb'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:40.766246 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5b641f6a-e3d7-47c2-ae95-ec7411a0f420 admin admin] Deleting port bf438348-8fd4-4c64-970c-8c98bb6404d1 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:27:40.766580 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5b641f6a-e3d7-47c2-ae95-ec7411a0f420 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (bf438348-8fd4-4c64-970c-8c98bb6404d1), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:40.767933 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-a892964c-2c39-4cad-bc5e-1cb2c1e2c1d0 None None] Set router 163cdc53-fbeb-4b35-b776-deec99d75cfb gateway port host: None {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:27:40.820878 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-a892964c-2c39-4cad-bc5e-1cb2c1e2c1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'name': 'tempest-TestShelveInstance-737943147-router', 'tenant_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:21Z', 'updated_at': '2022-05-10T03:27:40Z', 'revision_number': 6, 'project_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'gw_port_host': None}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:40.845444 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-5b641f6a-e3d7-47c2-ae95-ec7411a0f420 admin admin] For port bf438348-8fd4-4c64-970c-8c98bb6404d1, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=bf438348-8fd4-4c64-970c-8c98bb6404d1,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:40.845809 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5b641f6a-e3d7-47c2-ae95-ec7411a0f420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (bf438348-8fd4-4c64-970c-8c98bb6404d1), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:40.847608 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a892964c-2c39-4cad-bc5e-1cb2c1e2c1d0 None None] The sync data for ids ['163cdc53-fbeb-4b35-b776-deec99d75cfb'] in dv-cinder-830094-4-iscsi is: [{'id': '163cdc53-fbeb-4b35-b776-deec99d75cfb', 'name': 'tempest-TestShelveInstance-737943147-router', 'tenant_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:23:21Z', 'updated_at': '2022-05-10T03:27:40Z', 'revision_number': 6, 'project_id': 'da9f5c30f4404ba28c99011d92a6dac0', 'gw_port_host': None}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:27:40.860790 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5b641f6a-e3d7-47c2-ae95-ec7411a0f420 admin admin] Calling delete_port for bf438348-8fd4-4c64-970c-8c98bb6404d1 owned by network:router_gateway {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:27:41.028681 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5b641f6a-e3d7-47c2-ae95-ec7411a0f420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (bf438348-8fd4-4c64-970c-8c98bb6404d1), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.030274 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.053014 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b641f6a-e3d7-47c2-ae95-ec7411a0f420 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf438348-8fd4-4c64-970c-8c98bb6404d1,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:41.118184 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5b641f6a-e3d7-47c2-ae95-ec7411a0f420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962628'] for router_gateway (163cdc53-fbeb-4b35-b776-deec99d75cfb), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.210675 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5b641f6a-e3d7-47c2-ae95-ec7411a0f420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9407'] for router (163cdc53-fbeb-4b35-b776-deec99d75cfb), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.213332 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5b641f6a-e3d7-47c2-ae95-ec7411a0f420 admin admin] Publish callbacks [] for router_controller (163cdc53-fbeb-4b35-b776-deec99d75cfb), precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.261269 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5b641f6a-e3d7-47c2-ae95-ec7411a0f420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960403'] for router (163cdc53-fbeb-4b35-b776-deec99d75cfb), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.261819 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b641f6a-e3d7-47c2-ae95-ec7411a0f420 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 163cdc53-fbeb-4b35-b776-deec99d75cfb {{(pid=103516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 03:27:41.267627 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5b641f6a-e3d7-47c2-ae95-ec7411a0f420 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.268848 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-5b641f6a-e3d7-47c2-ae95-ec7411a0f420 admin admin] 10.222.0.55 "DELETE /v2.0/routers/163cdc53-fbeb-4b35-b776-deec99d75cfb HTTP/1.1" status: 204 len: 168 time: 1.0171356 May 10 03:27:41.271263 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 43668) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:41.315228 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4a060e-c444-4f81-8332-162544990da5 admin admin] Deleting subnet 9de082c9-7404-4bbc-b79c-fb6a8c54a432 {{(pid=103516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:27:41.318268 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2d4a060e-c444-4f81-8332-162544990da5 admin admin] Publish callbacks [] for subnet (9de082c9-7404-4bbc-b79c-fb6a8c54a432), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.352139 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2d4a060e-c444-4f81-8332-162544990da5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576826'] for subnet (9de082c9-7404-4bbc-b79c-fb6a8c54a432), precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.430208 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2d4a060e-c444-4f81-8332-162544990da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716651'] for subnet (9de082c9-7404-4bbc-b79c-fb6a8c54a432), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.482545 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2d4a060e-c444-4f81-8332-162544990da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5428910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5804191'] for subnet (9de082c9-7404-4bbc-b79c-fb6a8c54a432), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.507151 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a060e-c444-4f81-8332-162544990da5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9de082c9-7404-4bbc-b79c-fb6a8c54a432,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:41.510891 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2d4a060e-c444-4f81-8332-162544990da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.514669 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-2d4a060e-c444-4f81-8332-162544990da5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9de082c9-7404-4bbc-b79c-fb6a8c54a432 HTTP/1.1" status: 204 len: 168 time: 0.2424915 May 10 03:27:41.517240 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 43670) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:41.517504 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0ec7ba-3a10-409c-8c69-70e181409912 None None] Network 5f4a79d1-589a-4ba6-837f-fbcaac19168a requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:27:41.587820 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085630'] for network (5f4a79d1-589a-4ba6-837f-fbcaac19168a), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.645458 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] Deleting port b15fd164-96bb-44ed-b1d8-370592944e76 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:27:41.645797 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (b15fd164-96bb-44ed-b1d8-370592944e76), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.668100 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11280fe9-52cc-4bd3-9151-98d172e2a9c5 None None] DHCP port deletion for 5f4a79d1-589a-4ba6-837f-fbcaac19168a request from dv-cinder-830094-4-iscsi {{(pid=103517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 03:27:41.707692 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-11280fe9-52cc-4bd3-9151-98d172e2a9c5 None None] Deleting port b15fd164-96bb-44ed-b1d8-370592944e76 {{(pid=103517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:27:41.708126 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-11280fe9-52cc-4bd3-9151-98d172e2a9c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (b15fd164-96bb-44ed-b1d8-370592944e76), before_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.716257 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] For port b15fd164-96bb-44ed-b1d8-370592944e76, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=b15fd164-96bb-44ed-b1d8-370592944e76,segment=NetworkSegment(22c6ff94-5928-4c71-a2d2-3420154d44c9),segment_id=22c6ff94-5928-4c71-a2d2-3420154d44c9)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:41.716723 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (b15fd164-96bb-44ed-b1d8-370592944e76), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.732122 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] Calling delete_port for b15fd164-96bb-44ed-b1d8-370592944e76 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:27:41.773381 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-11280fe9-52cc-4bd3-9151-98d172e2a9c5 None None] For port b15fd164-96bb-44ed-b1d8-370592944e76, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=b15fd164-96bb-44ed-b1d8-370592944e76,segment=NetworkSegment(22c6ff94-5928-4c71-a2d2-3420154d44c9),segment_id=22c6ff94-5928-4c71-a2d2-3420154d44c9)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:41.773770 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-11280fe9-52cc-4bd3-9151-98d172e2a9c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (b15fd164-96bb-44ed-b1d8-370592944e76), precommit_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.787863 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-11280fe9-52cc-4bd3-9151-98d172e2a9c5 None None] Calling delete_port for b15fd164-96bb-44ed-b1d8-370592944e76 owned by network:dhcp {{(pid=103517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:27:41.817612 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (b15fd164-96bb-44ed-b1d8-370592944e76), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.845335 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] Pushing event deleted for resources: {'Port': ['ID=b15fd164-96bb-44ed-b1d8-370592944e76,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:41.847049 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] No DVR routers for this DVR port b15fd164-96bb-44ed-b1d8-370592944e76 on host dv-cinder-830094-4-iscsi {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:27:41.872076 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-11280fe9-52cc-4bd3-9151-98d172e2a9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809'] for port (b15fd164-96bb-44ed-b1d8-370592944e76), after_delete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.900745 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11280fe9-52cc-4bd3-9151-98d172e2a9c5 None None] Pushing event deleted for resources: {'Port': ['ID=b15fd164-96bb-44ed-b1d8-370592944e76,revision_number=None']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:41.904855 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11280fe9-52cc-4bd3-9151-98d172e2a9c5 None None] No DVR routers for this DVR port b15fd164-96bb-44ed-b1d8-370592944e76 on host dv-cinder-830094-4-iscsi {{(pid=103517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:27:41.925340 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952848', 'neutron.services.segments.db._delete_segments_for_network-8729517486385'] for network (5f4a79d1-589a-4ba6-837f-fbcaac19168a), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.955371 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4a79d1-589a-4ba6-837f-fbcaac19168a']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:41.964413 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c6ff94-5928-4c71-a2d2-3420154d44c9') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:41.964742 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c6ff94-5928-4c71-a2d2-3420154d44c9') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:41.974248 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729517486906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576961'] for segment (22c6ff94-5928-4c71-a2d2-3420154d44c9), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.988016 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (22c6ff94-5928-4c71-a2d2-3420154d44c9), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.993845 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:27:41.994131 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5428932'] for segment (22c6ff94-5928-4c71-a2d2-3420154d44c9), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: Traceback (most recent call last): May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: timer() May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: cb(*args, **kw) May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: return func(*args, **kwargs) May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: self._notify() May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: self.callback(batched_events) May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: event.method(event) May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: return f(self, *a, **k) May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._get(url).json() May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: return self.request(url, 'GET', **kwargs) May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:27:41.995767 dv-cinder-830094-4-iscsi neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:27:42.048869 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964138'] for network (5f4a79d1-589a-4ba6-837f-fbcaac19168a), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:42.054129 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:42.057231 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] 10.222.0.55 "DELETE /v2.0/networks/5f4a79d1-589a-4ba6-837f-fbcaac19168a HTTP/1.1" status: 204 len: 168 time: 0.5389674 May 10 03:27:42.068518 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9755b42-ef42-4328-a8a2-217ac36ada3c admin admin] Pushing event deleted for resources: {'Network': ['ID=5f4a79d1-589a-4ba6-837f-fbcaac19168a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:42.229162 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43674) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:42.267759 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-916bbb45-e6b7-4744-b977-ef676f384a47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d27c98ff77b04578b98906b2f6e6b449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374792 May 10 03:27:42.270276 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43676) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:42.319042 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cff30365-3d48-415c-bfd8-a6119f387c11 admin admin] Publish callbacks [] for security_group (8d6eebec-68fd-4703-bd67-88de3539a3c6), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:42.339129 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cff30365-3d48-415c-bfd8-a6119f387c11 admin admin] Publish callbacks [] for security_group (8d6eebec-68fd-4703-bd67-88de3539a3c6), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:42.384136 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cff30365-3d48-415c-bfd8-a6119f387c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (8d6eebec-68fd-4703-bd67-88de3539a3c6), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:42.386688 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cff30365-3d48-415c-bfd8-a6119f387c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:42.388228 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-cff30365-3d48-415c-bfd8-a6119f387c11 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d6eebec-68fd-4703-bd67-88de3539a3c6 HTTP/1.1" status: 204 len: 168 time: 0.1170752 May 10 03:27:42.395888 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff30365-3d48-415c-bfd8-a6119f387c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6eebec-68fd-4703-bd67-88de3539a3c6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:42.482364 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 00934670-2184-4fc1-82b2-8ab7b2c3515a no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:27:42.501968 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 00934670-2184-4fc1-82b2-8ab7b2c3515a {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:27:42.502330 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 00934670-2184-4fc1-82b2-8ab7b2c3515a not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:27:42.502798 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device bf438348-8fd4-4c64-970c-8c98bb6404d1 no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:27:42.524807 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: bf438348-8fd4-4c64-970c-8c98bb6404d1 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:27:42.525153 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device bf438348-8fd4-4c64-970c-8c98bb6404d1 not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:27:42.525567 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device b15fd164-96bb-44ed-b1d8-370592944e76 no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:27:42.546132 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: b15fd164-96bb-44ed-b1d8-370592944e76 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:27:42.546478 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device b15fd164-96bb-44ed-b1d8-370592944e76 not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:27:42.723917 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43682) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:42.762233 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-367e9641-2743-4b6e-950d-6432b1d6eadf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da9f5c30f4404ba28c99011d92a6dac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370736 May 10 03:27:42.765028 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43684) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:42.810740 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b210b06-4e90-4e1f-8325-2de88ab48254 admin admin] Publish callbacks [] for security_group (e4d2fff8-4544-4401-835e-45fa9d52a57e), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:42.831369 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b210b06-4e90-4e1f-8325-2de88ab48254 admin admin] Publish callbacks [] for security_group (e4d2fff8-4544-4401-835e-45fa9d52a57e), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:42.876676 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b210b06-4e90-4e1f-8325-2de88ab48254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (e4d2fff8-4544-4401-835e-45fa9d52a57e), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:42.879234 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b210b06-4e90-4e1f-8325-2de88ab48254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:42.880377 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-5b210b06-4e90-4e1f-8325-2de88ab48254 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4d2fff8-4544-4401-835e-45fa9d52a57e HTTP/1.1" status: 204 len: 168 time: 0.1144648 May 10 03:27:42.888751 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b210b06-4e90-4e1f-8325-2de88ab48254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d2fff8-4544-4401-835e-45fa9d52a57e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:43.541030 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 43706) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:43.654341 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-5e255e51-7b23-4e01-9072-29248868d766 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-402716280-network', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:27:43.673243 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e255e51-7b23-4e01-9072-29248868d766 admin admin] Made reservation on behalf of d31c39583b8343bd98bdc64d7659bd9a for: {'network': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:27:43.675414 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e255e51-7b23-4e01-9072-29248868d766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:43.683685 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e255e51-7b23-4e01-9072-29248868d766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:43.755628 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e255e51-7b23-4e01-9072-29248868d766 admin admin] Publish callbacks [] for security_group (0c236e03-bfea-486c-bab7-5ebe0f96d7c7), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:43.758969 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e255e51-7b23-4e01-9072-29248868d766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (0c236e03-bfea-486c-bab7-5ebe0f96d7c7), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:43.784908 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e255e51-7b23-4e01-9072-29248868d766 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:27:43.795126 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e255e51-7b23-4e01-9072-29248868d766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c236e03-bfea-486c-bab7-5ebe0f96d7c7,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:43.799653 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e255e51-7b23-4e01-9072-29248868d766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:43.799984 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.segments_db [None req-5e255e51-7b23-4e01-9072-29248868d766 admin admin] Added segment 6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6 of type vlan for network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 May 10 03:27:43.839076 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e255e51-7b23-4e01-9072-29248868d766 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:43.862320 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e255e51-7b23-4e01-9072-29248868d766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:43.863230 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e255e51-7b23-4e01-9072-29248868d766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:43.863798 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e255e51-7b23-4e01-9072-29248868d766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:43.917873 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-5e255e51-7b23-4e01-9072-29248868d766 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3757253 May 10 03:27:43.920624 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 43710) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:43.928890 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-14a3649d-66d7-4fa0-9541-ae456ec66a11 admin admin] Request body: {'subnet': {'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-402716280-subnet', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'ip_version': 4}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:27:43.934961 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e255e51-7b23-4e01-9072-29248868d766 admin admin] Pushing event updated for resources: {'Network': ['ID=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:43.945181 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:27:43.950443 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a3649d-66d7-4fa0-9541-ae456ec66a11 admin admin] Made reservation on behalf of d31c39583b8343bd98bdc64d7659bd9a for: {'subnet': 1} {{(pid=103516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:27:43.952914 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-14a3649d-66d7-4fa0-9541-ae456ec66a11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5804280'] for subnet (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:44.117648 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-14a3649d-66d7-4fa0-9541-ae456ec66a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5427817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5804262'] for subnet (eebf6256-0705-412d-bb91-fac21a38e5ba), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:44.174839 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3649d-66d7-4fa0-9541-ae456ec66a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eebf6256-0705-412d-bb91-fac21a38e5ba,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:44.183095 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a3649d-66d7-4fa0-9541-ae456ec66a11 admin admin] Checking segment: {'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:27:44.183445 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a3649d-66d7-4fa0-9541-ae456ec66a11 admin admin] Network hostable DHCP agents. Network: cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:27:44.201124 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a3649d-66d7-4fa0-9541-ae456ec66a11 admin admin] Network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:27:44.209385 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-14a3649d-66d7-4fa0-9541-ae456ec66a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2) {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:27:44.213216 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a3649d-66d7-4fa0-9541-ae456ec66a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:44.213808 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-14a3649d-66d7-4fa0-9541-ae456ec66a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:44.218519 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb59fac-ac77-454e-9786-9ca10206a91f None None] Network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:27:44.229884 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-14a3649d-66d7-4fa0-9541-ae456ec66a11 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3065009 May 10 03:27:44.232849 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 43712) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:44.237048 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:27:44.255579 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-961250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9357'] for router (827fd5ca-fe16-4a38-9de9-d101f7e51143), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:44.256573 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-961110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9398'] for router (827fd5ca-fe16-4a38-9de9-d101f7e51143), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:44.308108 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] Publish callbacks [] for router_controller (827fd5ca-fe16-4a38-9de9-d101f7e51143), precommit_add_association {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:44.321894 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab3fd681-b6c6-573e-967e-f8a5bfbe9e64-cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba'}]}} from dv-cinder-830094-4-iscsi. {{(pid=103517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:27:44.322738 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:44.454108 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] Publish callbacks [] for router_gateway (827fd5ca-fe16-4a38-9de9-d101f7e51143), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:44.458500 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Allocated IP 172.20.0.2 (cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2/eebf6256-0705-412d-bb91-fac21a38e5ba/1710f888-f78c-4bea-8309-90d41fef2c53) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:27:44.638817 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] Publish callbacks [] for router_gateway (827fd5ca-fe16-4a38-9de9-d101f7e51143), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:44.662529 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:44.739421 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Publish callbacks [] for port (1710f888-f78c-4bea-8309-90d41fef2c53), precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:44.745378 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (1710f888-f78c-4bea-8309-90d41fef2c53), after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:44.767449 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] Allocated IP 172.27.1.208 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/48390589-2308-460d-ad65-bf5a39b21f0b) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:27:44.796013 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:27:44.802885 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:27:44.804593 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9985d5e3-4bc7-40cb-aa1b-3f91a478142a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:44.808362 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:27:44.814612 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Pushing event updated for resources: {'Port': ['ID=1710f888-f78c-4bea-8309-90d41fef2c53,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:44.873574 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Attempting to bind port 1710f888-f78c-4bea-8309-90d41fef2c53 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:27:44.873943 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Attempting to bind port 1710f888-f78c-4bea-8309-90d41fef2c53 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:27:44.874291 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] Publish callbacks [] for port (48390589-2308-460d-ad65-bf5a39b21f0b), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:44.874405 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Attempting to bind port 1710f888-f78c-4bea-8309-90d41fef2c53 on network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:27:44.879372 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:27:44.879746 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Checking segment: {'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:27:44.880146 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:44.880535 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Bound using segment: {'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:27:44.881024 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Bound port: 1710f888-f78c-4bea-8309-90d41fef2c53, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:27:44.881404 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (1710f888-f78c-4bea-8309-90d41fef2c53), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:44.906529 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (48390589-2308-460d-ad65-bf5a39b21f0b), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:44.943671 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:27:44.943893 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] For port 1710f888-f78c-4bea-8309-90d41fef2c53, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:27:44.946567 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:27:44.946755 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] For port 1710f888-f78c-4bea-8309-90d41fef2c53, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=1710f888-f78c-4bea-8309-90d41fef2c53,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:27:44.950738 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:27:44.953504 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (1710f888-f78c-4bea-8309-90d41fef2c53), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:44.980448 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] Pushing event updated for resources: {'Port': ['ID=48390589-2308-460d-ad65-bf5a39b21f0b,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:45.013109 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac727c0-7160-4988-9691-76743aab3415 None None] Pushing event updated for resources: {'Port': ['ID=1710f888-f78c-4bea-8309-90d41fef2c53,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:45.226562 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] Publish callbacks [] for router_gateway (827fd5ca-fe16-4a38-9de9-d101f7e51143), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:45.426636 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-961113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962584'] for router (827fd5ca-fe16-4a38-9de9-d101f7e51143), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:45.555539 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] Router 827fd5ca-fe16-4a38-9de9-d101f7e51143 is scheduled to L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 with binding_index 1 {{(pid=103516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:27:45.667930 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:27:45.679415 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Sync routers for ids ['827fd5ca-fe16-4a38-9de9-d101f7e51143'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:27:45.688367 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:45.692252 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-b9cba570-e673-4105-ad19-26c3d1c1e4d2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4560192 May 10 03:27:45.692599 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43714) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:45.693586 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Routers {'827fd5ca-fe16-4a38-9de9-d101f7e51143'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:27:45.694225 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:27:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['827fd5ca-fe16-4a38-9de9-d101f7e51143'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:45.811250 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Set router 827fd5ca-fe16-4a38-9de9-d101f7e51143 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:27:45.951675 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae144374-41cf-4e26-a9fb-3689fd26caf0 None None] Network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:27:46.060515 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-5212e028-a02e-4cfd-bf52-3a83e7732786 None None] Provisioning complete for port 1710f888-f78c-4bea-8309-90d41fef2c53 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:46.060914 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5212e028-a02e-4cfd-bf52-3a83e7732786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (1710f888-f78c-4bea-8309-90d41fef2c53), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:46.062531 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:45Z', 'revision_number': 3, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:46.112407 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Checking router: 827fd5ca-fe16-4a38-9de9-d101f7e51143 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:27:46.112774 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Updating router 827fd5ca-fe16-4a38-9de9-d101f7e51143 port 48390589-2308-460d-ad65-bf5a39b21f0b binding host dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:27:46.130053 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-098b520f-38b9-47d9-90ed-385c428d745b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:46.180083 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (48390589-2308-460d-ad65-bf5a39b21f0b), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:46.304340 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-098b520f-38b9-47d9-90ed-385c428d745b admin admin] Allocated IP 172.20.0.1 (cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2/eebf6256-0705-412d-bb91-fac21a38e5ba/ec36f049-f465-4bc5-b1dc-e5ada89d698b) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:27:46.316838 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-5212e028-a02e-4cfd-bf52-3a83e7732786 None None] Current status of the port 1710f888-f78c-4bea-8309-90d41fef2c53 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:46.317382 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5212e028-a02e-4cfd-bf52-3a83e7732786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (1710f888-f78c-4bea-8309-90d41fef2c53), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:46.397417 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-5212e028-a02e-4cfd-bf52-3a83e7732786 None None] For port 1710f888-f78c-4bea-8309-90d41fef2c53, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=1710f888-f78c-4bea-8309-90d41fef2c53,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:46.402292 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5212e028-a02e-4cfd-bf52-3a83e7732786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (1710f888-f78c-4bea-8309-90d41fef2c53), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:46.415212 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-098b520f-38b9-47d9-90ed-385c428d745b admin admin] Publish callbacks [] for port (ec36f049-f465-4bc5-b1dc-e5ada89d698b), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:46.456121 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-098b520f-38b9-47d9-90ed-385c428d745b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (ec36f049-f465-4bc5-b1dc-e5ada89d698b), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:46.484343 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212e028-a02e-4cfd-bf52-3a83e7732786 None None] Pushing event updated for resources: {'Port': ['ID=1710f888-f78c-4bea-8309-90d41fef2c53,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:46.503740 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098b520f-38b9-47d9-90ed-385c428d745b admin admin] Network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:27:46.506788 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-098b520f-38b9-47d9-90ed-385c428d745b admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:27:46.513757 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b520f-38b9-47d9-90ed-385c428d745b admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:27:46.519778 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b520f-38b9-47d9-90ed-385c428d745b admin admin] Pushing event updated for resources: {'Port': ['ID=ec36f049-f465-4bc5-b1dc-e5ada89d698b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:46.538388 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 1710f888-f78c-4bea-8309-90d41fef2c53 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:27:46.562164 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-098b520f-38b9-47d9-90ed-385c428d745b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965455'] for router_interface (827fd5ca-fe16-4a38-9de9-d101f7e51143), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:46.570785 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-c40b1884-ba29-4e1d-8675-f6456c21653e None None] Provisioning complete for port 1710f888-f78c-4bea-8309-90d41fef2c53 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:46.571070 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c40b1884-ba29-4e1d-8675-f6456c21653e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (1710f888-f78c-4bea-8309-90d41fef2c53), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:46.603057 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Publish callbacks [] for port (48390589-2308-460d-ad65-bf5a39b21f0b), precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:46.620413 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (48390589-2308-460d-ad65-bf5a39b21f0b), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:46.699596 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Attempting to bind port 48390589-2308-460d-ad65-bf5a39b21f0b on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:27:46.699960 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Attempting to bind port 48390589-2308-460d-ad65-bf5a39b21f0b by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:27:46.700310 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Attempting to bind port 48390589-2308-460d-ad65-bf5a39b21f0b on network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:27:46.707363 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0b817-c9d0-4c46-90f2-5e949f00dcd5 None None] Pushing event updated for resources: {'Port': ['ID=48390589-2308-460d-ad65-bf5a39b21f0b,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:46.712726 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 1710f888-f78c-4bea-8309-90d41fef2c53 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:46.713103 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (1710f888-f78c-4bea-8309-90d41fef2c53), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:46.717571 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:27:46.717942 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Checking segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:27:46.718334 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:46.718720 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Bound using segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:27:46.719190 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Bound port: 48390589-2308-460d-ad65-bf5a39b21f0b, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:27:46.719565 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (48390589-2308-460d-ad65-bf5a39b21f0b), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:46.721946 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-098b520f-38b9-47d9-90ed-385c428d745b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (ec36f049-f465-4bc5-b1dc-e5ada89d698b), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:46.829856 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-c40b1884-ba29-4e1d-8675-f6456c21653e None None] Current status of the port 1710f888-f78c-4bea-8309-90d41fef2c53 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:46.840832 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] For port 48390589-2308-460d-ad65-bf5a39b21f0b, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:27:46.844203 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] For port 48390589-2308-460d-ad65-bf5a39b21f0b, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=48390589-2308-460d-ad65-bf5a39b21f0b,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:27:46.850077 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (48390589-2308-460d-ad65-bf5a39b21f0b), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:46.896998 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-098b520f-38b9-47d9-90ed-385c428d745b admin admin] Publish callbacks [] for port (ec36f049-f465-4bc5-b1dc-e5ada89d698b), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:46.902246 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-098b520f-38b9-47d9-90ed-385c428d745b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (ec36f049-f465-4bc5-b1dc-e5ada89d698b), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:46.919055 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 1710f888-f78c-4bea-8309-90d41fef2c53 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:46.947444 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Routers {'827fd5ca-fe16-4a38-9de9-d101f7e51143'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:27:46.948066 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:27:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['827fd5ca-fe16-4a38-9de9-d101f7e51143'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:46.972873 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b520f-38b9-47d9-90ed-385c428d745b admin admin] Pushing event updated for resources: {'Port': ['ID=ec36f049-f465-4bc5-b1dc-e5ada89d698b,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:46.975469 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-098b520f-38b9-47d9-90ed-385c428d745b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-966002'] for router_interface (827fd5ca-fe16-4a38-9de9-d101f7e51143), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:47.075655 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098b520f-38b9-47d9-90ed-385c428d745b admin admin] Network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:27:47.077275 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-098b520f-38b9-47d9-90ed-385c428d745b admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:27:47.131084 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0b817-c9d0-4c46-90f2-5e949f00dcd5 None None] Pushing event updated for resources: {'Port': ['ID=48390589-2308-460d-ad65-bf5a39b21f0b,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:47.140943 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-33d7dc56-8886-46fc-b59e-c1df1fa53d83 None None] Provisioning complete for port ec36f049-f465-4bc5-b1dc-e5ada89d698b triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:47.141275 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-33d7dc56-8886-46fc-b59e-c1df1fa53d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (ec36f049-f465-4bc5-b1dc-e5ada89d698b), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:47.145677 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-30004cbb-bb7c-4d75-b860-f4604f490bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:47.192499 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-33d7dc56-8886-46fc-b59e-c1df1fa53d83 None None] Port ec36f049-f465-4bc5-b1dc-e5ada89d698b cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:27:47.208078 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098b520f-38b9-47d9-90ed-385c428d745b admin admin] Router 827fd5ca-fe16-4a38-9de9-d101f7e51143 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:27:47.248213 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] Set router 827fd5ca-fe16-4a38-9de9-d101f7e51143 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:27:47.322768 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098b520f-38b9-47d9-90ed-385c428d745b admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:27:47.328625 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-098b520f-38b9-47d9-90ed-385c428d745b admin admin] 10.222.0.55 "PUT /v2.0/routers/827fd5ca-fe16-4a38-9de9-d101f7e51143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6343820 May 10 03:27:47.373083 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3bd7e293-1655-494b-a8ff-28755a6e421b None None] Provisioning complete for port ec36f049-f465-4bc5-b1dc-e5ada89d698b triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:47.373461 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3bd7e293-1655-494b-a8ff-28755a6e421b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (ec36f049-f465-4bc5-b1dc-e5ada89d698b), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:47.425320 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3bd7e293-1655-494b-a8ff-28755a6e421b None None] Port ec36f049-f465-4bc5-b1dc-e5ada89d698b cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:27:47.485227 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 2, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:47.516315 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7861577-733d-4344-9f9d-dbe5371d3a30 None None] The sync data for ids ['827fd5ca-fe16-4a38-9de9-d101f7e51143'] in dv-cinder-830094-4-iscsi is: [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 2, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:27:47.832842 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43730) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:47.837694 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-99564923-8270-4afb-95a0-bc5da70a8a88 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1802583515-network', 'tenant_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:27:47.860601 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99564923-8270-4afb-95a0-bc5da70a8a88 admin admin] Made reservation on behalf of f2b5d2a6096c47c0aaff33a8d4f1656d for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:27:47.862903 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99564923-8270-4afb-95a0-bc5da70a8a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for network (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:47.872413 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99564923-8270-4afb-95a0-bc5da70a8a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:47.953786 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99564923-8270-4afb-95a0-bc5da70a8a88 admin admin] Publish callbacks [] for security_group (0728755b-5395-444e-8976-8cf3f2b65947), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:47.957872 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99564923-8270-4afb-95a0-bc5da70a8a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (0728755b-5395-444e-8976-8cf3f2b65947), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:47.983888 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99564923-8270-4afb-95a0-bc5da70a8a88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:27:47.993763 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99564923-8270-4afb-95a0-bc5da70a8a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0728755b-5395-444e-8976-8cf3f2b65947,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:48.000222 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99564923-8270-4afb-95a0-bc5da70a8a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (3472eccf-ac04-4aa7-9305-77d384ced0bd), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:48.000567 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.segments_db [None req-99564923-8270-4afb-95a0-bc5da70a8a88 admin admin] Added segment 3472eccf-ac04-4aa7-9305-77d384ced0bd of type vlan for network d59d50aa-d168-4f33-b3e8-0187d7f0437f May 10 03:27:48.042685 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99564923-8270-4afb-95a0-bc5da70a8a88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729517192367'] for network (d59d50aa-d168-4f33-b3e8-0187d7f0437f), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:48.069861 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99564923-8270-4afb-95a0-bc5da70a8a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756'] for network (d59d50aa-d168-4f33-b3e8-0187d7f0437f), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:48.070864 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99564923-8270-4afb-95a0-bc5da70a8a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:48.071422 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99564923-8270-4afb-95a0-bc5da70a8a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:48.137142 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-99564923-8270-4afb-95a0-bc5da70a8a88 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3030431 May 10 03:27:48.138085 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99564923-8270-4afb-95a0-bc5da70a8a88 admin admin] Pushing event updated for resources: {'Network': ['ID=d59d50aa-d168-4f33-b3e8-0187d7f0437f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:48.140138 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43732) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:48.146911 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-9f7bfb51-6cb5-4c3d-9e16-09f52aebb3f0 admin admin] Request body: {'subnet': {'network_id': 'd59d50aa-d168-4f33-b3e8-0187d7f0437f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1802583515-subnet', 'tenant_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:27:48.167900 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Network d59d50aa-d168-4f33-b3e8-0187d7f0437f details requested by agent ovs-agent-dv-cinder-830094-4-iscsi with host dv-cinder-830094-4-iscsi {{(pid=103517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:27:48.173116 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7bfb51-6cb5-4c3d-9e16-09f52aebb3f0 admin admin] Made reservation on behalf of f2b5d2a6096c47c0aaff33a8d4f1656d for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:27:48.175892 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f7bfb51-6cb5-4c3d-9e16-09f52aebb3f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5503992'] for subnet (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:48.249036 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:48.364830 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f7bfb51-6cb5-4c3d-9e16-09f52aebb3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6483681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5503974'] for subnet (489c459a-94ed-413e-adc4-36a2be4f0dde), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:48.422318 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bfb51-6cb5-4c3d-9e16-09f52aebb3f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=489c459a-94ed-413e-adc4-36a2be4f0dde,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:48.431392 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7bfb51-6cb5-4c3d-9e16-09f52aebb3f0 admin admin] Checking segment: {'id': '3472eccf-ac04-4aa7-9305-77d384ced0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd59d50aa-d168-4f33-b3e8-0187d7f0437f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:27:48.431756 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7bfb51-6cb5-4c3d-9e16-09f52aebb3f0 admin admin] Network hostable DHCP agents. Network: d59d50aa-d168-4f33-b3e8-0187d7f0437f, hostable agents: ['23a53ca4-1aa7-490d-8b6b-a6c9dab17856'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:27:48.450811 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7bfb51-6cb5-4c3d-9e16-09f52aebb3f0 admin admin] Network d59d50aa-d168-4f33-b3e8-0187d7f0437f is scheduled to be hosted by DHCP agent 23a53ca4-1aa7-490d-8b6b-a6c9dab17856 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:27:48.466409 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-9f7bfb51-6cb5-4c3d-9e16-09f52aebb3f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-iscsi, d59d50aa-d168-4f33-b3e8-0187d7f0437f) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:27:48.470747 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7bfb51-6cb5-4c3d-9e16-09f52aebb3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:48.471588 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f7bfb51-6cb5-4c3d-9e16-09f52aebb3f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:48.483285 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f70ec8-95a5-4362-83f4-19e522e4dafd None None] Network d59d50aa-d168-4f33-b3e8-0187d7f0437f requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:27:48.490706 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-9f7bfb51-6cb5-4c3d-9e16-09f52aebb3f0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3496840 May 10 03:27:48.494402 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43734) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:48.499612 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1802583515-router', 'tenant_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:27:48.522009 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-961250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9357'] for router (98c02fca-fb7a-493f-9107-d1521b96ef7f), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:48.522999 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-961110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-790754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9398'] for router (98c02fca-fb7a-493f-9107-d1521b96ef7f), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:48.594589 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 1710f888-f78c-4bea-8309-90d41fef2c53 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:27:48.605140 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] Publish callbacks [] for router_controller (98c02fca-fb7a-493f-9107-d1521b96ef7f), precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:48.651264 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab3fd681-b6c6-573e-967e-f8a5bfbe9e64-d59d50aa-d168-4f33-b3e8-0187d7f0437f', 'network_id': 'd59d50aa-d168-4f33-b3e8-0187d7f0437f', 'project_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'fixed_ips': [{'subnet_id': '489c459a-94ed-413e-adc4-36a2be4f0dde'}]}} from dv-cinder-830094-4-iscsi. {{(pid=103517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:27:48.652255 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:48.736966 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 1710f888-f78c-4bea-8309-90d41fef2c53 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:48.737291 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (1710f888-f78c-4bea-8309-90d41fef2c53), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:48.755941 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] Publish callbacks [] for router_gateway (98c02fca-fb7a-493f-9107-d1521b96ef7f), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:48.859141 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.db_base_plugin_common [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Allocated IP 172.20.0.2 (d59d50aa-d168-4f33-b3e8-0187d7f0437f/489c459a-94ed-413e-adc4-36a2be4f0dde/182f7230-efd4-4d15-bdd1-c50ba29489f1) {{(pid=103517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:27:48.885489 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 1710f888-f78c-4bea-8309-90d41fef2c53 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:48.886502 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 48390589-2308-460d-ad65-bf5a39b21f0b up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:27:48.947269 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] Publish callbacks [] for router_gateway (98c02fca-fb7a-493f-9107-d1521b96ef7f), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:48.966647 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:48.998727 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 48390589-2308-460d-ad65-bf5a39b21f0b triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:48.999096 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (48390589-2308-460d-ad65-bf5a39b21f0b), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:49.073713 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] Allocated IP 172.27.1.188 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/817136a8-2b28-4b9e-a13c-dcf2a03af87d) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:27:49.083302 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Publish callbacks [] for port (182f7230-efd4-4d15-bdd1-c50ba29489f1), precommit_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:49.091940 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800'] for port (182f7230-efd4-4d15-bdd1-c50ba29489f1), after_create {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:49.159244 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 48390589-2308-460d-ad65-bf5a39b21f0b is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:49.159622 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (48390589-2308-460d-ad65-bf5a39b21f0b), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:49.169126 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Network d59d50aa-d168-4f33-b3e8-0187d7f0437f is already hosted by enough agents. {{(pid=103517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:27:49.180702 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.scheduler.base_scheduler [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Resources bound (agent type, host, resource id): {{(pid=103517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:27:49.184834 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Received port after_create {{(pid=103517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:27:49.186146 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] Publish callbacks [] for port (817136a8-2b28-4b9e-a13c-dcf2a03af87d), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:49.191261 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Pushing event updated for resources: {'Port': ['ID=182f7230-efd4-4d15-bdd1-c50ba29489f1,revision_number=1']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:49.198563 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] For port 48390589-2308-460d-ad65-bf5a39b21f0b, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=48390589-2308-460d-ad65-bf5a39b21f0b,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:49.204477 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (48390589-2308-460d-ad65-bf5a39b21f0b), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:49.225393 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (817136a8-2b28-4b9e-a13c-dcf2a03af87d), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:49.264135 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:27:49.266787 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:27:49.272555 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:27:49.281220 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:27:49.287772 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Attempting to bind port 182f7230-efd4-4d15-bdd1-c50ba29489f1 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:27:49.288148 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Attempting to bind port 182f7230-efd4-4d15-bdd1-c50ba29489f1 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '3472eccf-ac04-4aa7-9305-77d384ced0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd59d50aa-d168-4f33-b3e8-0187d7f0437f'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:27:49.288508 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Attempting to bind port 182f7230-efd4-4d15-bdd1-c50ba29489f1 on network d59d50aa-d168-4f33-b3e8-0187d7f0437f {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:27:49.296102 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] Pushing event updated for resources: {'Port': ['ID=817136a8-2b28-4b9e-a13c-dcf2a03af87d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:49.297832 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Pushing event updated for resources: {'Port': ['ID=48390589-2308-460d-ad65-bf5a39b21f0b,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:49.300576 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:27:49.300989 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Checking segment: {'id': '3472eccf-ac04-4aa7-9305-77d384ced0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd59d50aa-d168-4f33-b3e8-0187d7f0437f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:27:49.301407 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:49.301774 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Bound using segment: {'id': '3472eccf-ac04-4aa7-9305-77d384ced0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd59d50aa-d168-4f33-b3e8-0187d7f0437f'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:27:49.302243 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Bound port: 182f7230-efd4-4d15-bdd1-c50ba29489f1, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3472eccf-ac04-4aa7-9305-77d384ced0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd59d50aa-d168-4f33-b3e8-0187d7f0437f'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:27:49.302626 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (182f7230-efd4-4d15-bdd1-c50ba29489f1), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:49.370261 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] For port 182f7230-efd4-4d15-bdd1-c50ba29489f1, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:27:49.373803 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] For port 182f7230-efd4-4d15-bdd1-c50ba29489f1, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=182f7230-efd4-4d15-bdd1-c50ba29489f1,segment=NetworkSegment(3472eccf-ac04-4aa7-9305-77d384ced0bd),segment_id=3472eccf-ac04-4aa7-9305-77d384ced0bd)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:27:49.379271 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (182f7230-efd4-4d15-bdd1-c50ba29489f1), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:49.452054 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2167a9-1d53-4d10-aa00-3b1915d40998 None None] Pushing event updated for resources: {'Port': ['ID=182f7230-efd4-4d15-bdd1-c50ba29489f1,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:49.544996 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] Publish callbacks [] for router_gateway (98c02fca-fb7a-493f-9107-d1521b96ef7f), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:49.649271 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Sync routers for ids ['827fd5ca-fe16-4a38-9de9-d101f7e51143'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:27:49.658982 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Routers {'827fd5ca-fe16-4a38-9de9-d101f7e51143'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:27:49.659612 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:27:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['827fd5ca-fe16-4a38-9de9-d101f7e51143'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:49.772769 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-961113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962584'] for router (98c02fca-fb7a-493f-9107-d1521b96ef7f), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:49.780008 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Set router 827fd5ca-fe16-4a38-9de9-d101f7e51143 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:27:49.876570 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:49.914174 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] Router 98c02fca-fb7a-493f-9107-d1521b96ef7f is scheduled to L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:27:49.979236 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 2, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:50.005605 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Checking router: 827fd5ca-fe16-4a38-9de9-d101f7e51143 for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:27:50.005956 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Updating router 827fd5ca-fe16-4a38-9de9-d101f7e51143 port ec36f049-f465-4bc5-b1dc-e5ada89d698b binding host dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:27:50.024900 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:27:50.035098 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Sync routers for ids ['98c02fca-fb7a-493f-9107-d1521b96ef7f'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:27:50.039202 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (ec36f049-f465-4bc5-b1dc-e5ada89d698b), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:50.046915 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Routers {'98c02fca-fb7a-493f-9107-d1521b96ef7f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:27:50.047543 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:27:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['98c02fca-fb7a-493f-9107-d1521b96ef7f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:50.049819 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:50.054075 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 43736) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:50.054630 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-6e2ff92e-d1b4-4dad-b73c-9582ec407a17 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5587468 May 10 03:27:50.218708 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Set router 98c02fca-fb7a-493f-9107-d1521b96ef7f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:27:50.357310 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Publish callbacks [] for port (ec36f049-f465-4bc5-b1dc-e5ada89d698b), precommit_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:50.369559 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (ec36f049-f465-4bc5-b1dc-e5ada89d698b), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:50.439725 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'name': 'tempest-TestVolumeBootPattern-1802583515-router', 'tenant_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '817136a8-2b28-4b9e-a13c-dcf2a03af87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:48Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 3, 'project_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'gw_port': {'id': '817136a8-2b28-4b9e-a13c-dcf2a03af87d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:48Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:50.473226 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Checking router: 98c02fca-fb7a-493f-9107-d1521b96ef7f for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:27:50.473582 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Updating router 98c02fca-fb7a-493f-9107-d1521b96ef7f port 817136a8-2b28-4b9e-a13c-dcf2a03af87d binding host dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:27:50.479001 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3980c67-1f5a-4788-80c4-297b314eaeaa None None] Pushing event updated for resources: {'Port': ['ID=ec36f049-f465-4bc5-b1dc-e5ada89d698b,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:50.483465 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Attempting to bind port ec36f049-f465-4bc5-b1dc-e5ada89d698b on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:27:50.484099 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Attempting to bind port ec36f049-f465-4bc5-b1dc-e5ada89d698b by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:27:50.484635 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Attempting to bind port ec36f049-f465-4bc5-b1dc-e5ada89d698b on network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:27:50.492544 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980c67-1f5a-4788-80c4-297b314eaeaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:50.493148 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980c67-1f5a-4788-80c4-297b314eaeaa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:50.493688 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980c67-1f5a-4788-80c4-297b314eaeaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:50.494223 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980c67-1f5a-4788-80c4-297b314eaeaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:50.494722 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980c67-1f5a-4788-80c4-297b314eaeaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:50.495252 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980c67-1f5a-4788-80c4-297b314eaeaa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:50.496009 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980c67-1f5a-4788-80c4-297b314eaeaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:50.496567 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980c67-1f5a-4788-80c4-297b314eaeaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:50.497100 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980c67-1f5a-4788-80c4-297b314eaeaa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:50.497663 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980c67-1f5a-4788-80c4-297b314eaeaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:50.498157 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980c67-1f5a-4788-80c4-297b314eaeaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:50.498668 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980c67-1f5a-4788-80c4-297b314eaeaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:50.499156 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980c67-1f5a-4788-80c4-297b314eaeaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:50.499648 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980c67-1f5a-4788-80c4-297b314eaeaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:50.500161 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3980c67-1f5a-4788-80c4-297b314eaeaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:50.511255 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:27:50.512495 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Checking segment: {'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:27:50.513377 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:50.513955 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Bound using segment: {'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:27:50.514623 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Bound port: ec36f049-f465-4bc5-b1dc-e5ada89d698b, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:27:50.515347 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (ec36f049-f465-4bc5-b1dc-e5ada89d698b), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:50.530183 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (817136a8-2b28-4b9e-a13c-dcf2a03af87d), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:50.600236 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] For port ec36f049-f465-4bc5-b1dc-e5ada89d698b, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:27:50.604988 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] For port ec36f049-f465-4bc5-b1dc-e5ada89d698b, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=ec36f049-f465-4bc5-b1dc-e5ada89d698b,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:27:50.617415 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (ec36f049-f465-4bc5-b1dc-e5ada89d698b), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:50.678674 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b1816c-7160-4dff-8209-a847d8839846 None None] Network d59d50aa-d168-4f33-b3e8-0187d7f0437f requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:27:50.678937 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3980c67-1f5a-4788-80c4-297b314eaeaa None None] Pushing event updated for resources: {'Port': ['ID=ec36f049-f465-4bc5-b1dc-e5ada89d698b,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:50.703024 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Routers {'827fd5ca-fe16-4a38-9de9-d101f7e51143'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:27:50.703656 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:27:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['827fd5ca-fe16-4a38-9de9-d101f7e51143'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:50.766512 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 182f7230-efd4-4d15-bdd1-c50ba29489f1 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:27:50.777252 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-c6068628-33df-4334-abec-3d3aaed292a9 None None] Provisioning complete for port 182f7230-efd4-4d15-bdd1-c50ba29489f1 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:50.778994 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c6068628-33df-4334-abec-3d3aaed292a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (182f7230-efd4-4d15-bdd1-c50ba29489f1), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:50.834139 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] Set router 827fd5ca-fe16-4a38-9de9-d101f7e51143 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:27:50.912743 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-24b6ba79-34a5-4d37-bdd5-e551a2a14e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.079985 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:50Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:51.107649 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-24b6ba79-34a5-4d37-bdd5-e551a2a14e5e admin admin] Allocated IP 172.20.0.1 (d59d50aa-d168-4f33-b3e8-0187d7f0437f/489c459a-94ed-413e-adc4-36a2be4f0dde/6380c44e-a067-4727-b017-f72488782622) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:27:51.110250 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ed2383-96cc-4f07-b246-6c5e8a469c79 None None] The sync data for ids ['827fd5ca-fe16-4a38-9de9-d101f7e51143'] in dv-cinder-830094-4-iscsi is: [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:50Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:27:51.128246 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 182f7230-efd4-4d15-bdd1-c50ba29489f1 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:51.128617 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (182f7230-efd4-4d15-bdd1-c50ba29489f1), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.238185 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-c6068628-33df-4334-abec-3d3aaed292a9 None None] Current status of the port 182f7230-efd4-4d15-bdd1-c50ba29489f1 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:51.238989 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c6068628-33df-4334-abec-3d3aaed292a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (182f7230-efd4-4d15-bdd1-c50ba29489f1), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.253890 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-24b6ba79-34a5-4d37-bdd5-e551a2a14e5e admin admin] Publish callbacks [] for port (6380c44e-a067-4727-b017-f72488782622), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.268765 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.303188 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-24b6ba79-34a5-4d37-bdd5-e551a2a14e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (6380c44e-a067-4727-b017-f72488782622), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.318758 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-c6068628-33df-4334-abec-3d3aaed292a9 None None] For port 182f7230-efd4-4d15-bdd1-c50ba29489f1, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=182f7230-efd4-4d15-bdd1-c50ba29489f1,segment=NetworkSegment(3472eccf-ac04-4aa7-9305-77d384ced0bd),segment_id=3472eccf-ac04-4aa7-9305-77d384ced0bd)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:51.344476 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b6ba79-34a5-4d37-bdd5-e551a2a14e5e admin admin] Network d59d50aa-d168-4f33-b3e8-0187d7f0437f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:27:51.349193 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-24b6ba79-34a5-4d37-bdd5-e551a2a14e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:27:51.352814 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Publish callbacks [] for port (817136a8-2b28-4b9e-a13c-dcf2a03af87d), precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.359858 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b6ba79-34a5-4d37-bdd5-e551a2a14e5e admin admin] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:27:51.390213 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (817136a8-2b28-4b9e-a13c-dcf2a03af87d), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.396686 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c6068628-33df-4334-abec-3d3aaed292a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (182f7230-efd4-4d15-bdd1-c50ba29489f1), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.405587 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6ba79-34a5-4d37-bdd5-e551a2a14e5e admin admin] Pushing event updated for resources: {'Port': ['ID=6380c44e-a067-4727-b017-f72488782622,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:51.423388 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-24b6ba79-34a5-4d37-bdd5-e551a2a14e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965455'] for router_interface (98c02fca-fb7a-493f-9107-d1521b96ef7f), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.469832 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Attempting to bind port 817136a8-2b28-4b9e-a13c-dcf2a03af87d on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:27:51.470589 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Attempting to bind port 817136a8-2b28-4b9e-a13c-dcf2a03af87d by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:27:51.471044 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Attempting to bind port 817136a8-2b28-4b9e-a13c-dcf2a03af87d on network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:27:51.479454 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:27:51.479935 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Checking segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:27:51.480393 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.482006 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Bound using segment: {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:27:51.482164 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Bound port: 817136a8-2b28-4b9e-a13c-dcf2a03af87d, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5609cdcf-884a-464c-8432-e625728a4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:27:51.482923 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (817136a8-2b28-4b9e-a13c-dcf2a03af87d), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.490058 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 182f7230-efd4-4d15-bdd1-c50ba29489f1 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:51.490549 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 48390589-2308-460d-ad65-bf5a39b21f0b up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:27:51.548725 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-f61c9e88-85e4-4357-9b6b-f4c53afc7f05 None None] Provisioning complete for port 182f7230-efd4-4d15-bdd1-c50ba29489f1 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:51.549236 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f61c9e88-85e4-4357-9b6b-f4c53afc7f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (182f7230-efd4-4d15-bdd1-c50ba29489f1), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.551024 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc3c7d-517f-44c0-b710-d6a42c878768 None None] Pushing event updated for resources: {'Port': ['ID=817136a8-2b28-4b9e-a13c-dcf2a03af87d,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:51.595550 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-24b6ba79-34a5-4d37-bdd5-e551a2a14e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (6380c44e-a067-4727-b017-f72488782622), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.655203 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] For port 817136a8-2b28-4b9e-a13c-dcf2a03af87d, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:27:51.659118 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] For port 817136a8-2b28-4b9e-a13c-dcf2a03af87d, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=817136a8-2b28-4b9e-a13c-dcf2a03af87d,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:27:51.677536 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (817136a8-2b28-4b9e-a13c-dcf2a03af87d), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.720539 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6068628-33df-4334-abec-3d3aaed292a9 None None] Pushing event updated for resources: {'Port': ['ID=182f7230-efd4-4d15-bdd1-c50ba29489f1,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:51.725344 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 48390589-2308-460d-ad65-bf5a39b21f0b triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:51.725779 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (48390589-2308-460d-ad65-bf5a39b21f0b), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.800223 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-24b6ba79-34a5-4d37-bdd5-e551a2a14e5e admin admin] Publish callbacks [] for port (6380c44e-a067-4727-b017-f72488782622), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.801745 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Routers {'98c02fca-fb7a-493f-9107-d1521b96ef7f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:27:51.802398 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:27:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['98c02fca-fb7a-493f-9107-d1521b96ef7f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:51.805275 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-24b6ba79-34a5-4d37-bdd5-e551a2a14e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5428960'] for port (6380c44e-a067-4727-b017-f72488782622), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.880792 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6ba79-34a5-4d37-bdd5-e551a2a14e5e admin admin] Pushing event updated for resources: {'Port': ['ID=6380c44e-a067-4727-b017-f72488782622,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:51.883215 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-24b6ba79-34a5-4d37-bdd5-e551a2a14e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-966002'] for router_interface (98c02fca-fb7a-493f-9107-d1521b96ef7f), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.888292 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc3c7d-517f-44c0-b710-d6a42c878768 None None] Pushing event updated for resources: {'Port': ['ID=817136a8-2b28-4b9e-a13c-dcf2a03af87d,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:51.890815 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-f61c9e88-85e4-4357-9b6b-f4c53afc7f05 None None] Current status of the port 182f7230-efd4-4d15-bdd1-c50ba29489f1 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:51.917199 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-f61c9e88-85e4-4357-9b6b-f4c53afc7f05 None None] Provisioning complete for port ec36f049-f465-4bc5-b1dc-e5ada89d698b triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:51.917199 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f61c9e88-85e4-4357-9b6b-f4c53afc7f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (ec36f049-f465-4bc5-b1dc-e5ada89d698b), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:51.977057 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b6ba79-34a5-4d37-bdd5-e551a2a14e5e admin admin] Network d59d50aa-d168-4f33-b3e8-0187d7f0437f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:27:51.978549 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-24b6ba79-34a5-4d37-bdd5-e551a2a14e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:27:52.012355 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] Set router 98c02fca-fb7a-493f-9107-d1521b96ef7f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:27:52.015636 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 48390589-2308-460d-ad65-bf5a39b21f0b is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:52.124841 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b6ba79-34a5-4d37-bdd5-e551a2a14e5e admin admin] Router 98c02fca-fb7a-493f-9107-d1521b96ef7f has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:27:52.179346 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-f61c9e88-85e4-4357-9b6b-f4c53afc7f05 None None] Current status of the port ec36f049-f465-4bc5-b1dc-e5ada89d698b is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:52.179729 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f61c9e88-85e4-4357-9b6b-f4c53afc7f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (ec36f049-f465-4bc5-b1dc-e5ada89d698b), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:52.235103 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-f61c9e88-85e4-4357-9b6b-f4c53afc7f05 None None] For port ec36f049-f465-4bc5-b1dc-e5ada89d698b, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=ec36f049-f465-4bc5-b1dc-e5ada89d698b,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:52.239394 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f61c9e88-85e4-4357-9b6b-f4c53afc7f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (ec36f049-f465-4bc5-b1dc-e5ada89d698b), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:52.249765 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b6ba79-34a5-4d37-bdd5-e551a2a14e5e admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:27:52.254629 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-24b6ba79-34a5-4d37-bdd5-e551a2a14e5e admin admin] 10.222.0.55 "PUT /v2.0/routers/98c02fca-fb7a-493f-9107-d1521b96ef7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1991453 May 10 03:27:52.310434 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'name': 'tempest-TestVolumeBootPattern-1802583515-router', 'tenant_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '817136a8-2b28-4b9e-a13c-dcf2a03af87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:48Z', 'updated_at': '2022-05-10T03:27:51Z', 'revision_number': 4, 'project_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'gw_port': {'id': '817136a8-2b28-4b9e-a13c-dcf2a03af87d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:48Z', 'updated_at': '2022-05-10T03:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '6380c44e-a067-4727-b017-f72488782622', 'name': '', 'network_id': 'd59d50aa-d168-4f33-b3e8-0187d7f0437f', 'tenant_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'mac_address': 'fa:16:3e:54:26:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '489c459a-94ed-413e-adc4-36a2be4f0dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:50Z', 'updated_at': '2022-05-10T03:27:51Z', 'revision_number': 2, 'project_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'subnets': [{'id': '489c459a-94ed-413e-adc4-36a2be4f0dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:52.349957 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e5e894-ae91-4bbf-9378-76a7fffdfee3 None None] The sync data for ids ['98c02fca-fb7a-493f-9107-d1521b96ef7f'] in dv-cinder-830094-4-iscsi is: [{'id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'name': 'tempest-TestVolumeBootPattern-1802583515-router', 'tenant_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '817136a8-2b28-4b9e-a13c-dcf2a03af87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:48Z', 'updated_at': '2022-05-10T03:27:51Z', 'revision_number': 4, 'project_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'gw_port': {'id': '817136a8-2b28-4b9e-a13c-dcf2a03af87d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:48Z', 'updated_at': '2022-05-10T03:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '6380c44e-a067-4727-b017-f72488782622', 'name': '', 'network_id': 'd59d50aa-d168-4f33-b3e8-0187d7f0437f', 'tenant_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'mac_address': 'fa:16:3e:54:26:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '489c459a-94ed-413e-adc4-36a2be4f0dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:50Z', 'updated_at': '2022-05-10T03:27:51Z', 'revision_number': 2, 'project_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'subnets': [{'id': '489c459a-94ed-413e-adc4-36a2be4f0dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:27:52.354379 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c9e88-85e4-4357-9b6b-f4c53afc7f05 None None] Pushing event updated for resources: {'Port': ['ID=ec36f049-f465-4bc5-b1dc-e5ada89d698b,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:52.364674 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-c9e0ea94-6d0f-4c10-8fae-f9f5494ab1b6 None None] Provisioning complete for port 6380c44e-a067-4727-b017-f72488782622 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:52.365076 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c9e0ea94-6d0f-4c10-8fae-f9f5494ab1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (6380c44e-a067-4727-b017-f72488782622), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:52.403519 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-c9e0ea94-6d0f-4c10-8fae-f9f5494ab1b6 None None] Port 6380c44e-a067-4727-b017-f72488782622 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:27:52.519697 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 182f7230-efd4-4d15-bdd1-c50ba29489f1 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:27:52.574047 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 182f7230-efd4-4d15-bdd1-c50ba29489f1 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:52.575253 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (182f7230-efd4-4d15-bdd1-c50ba29489f1), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:52.667361 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 182f7230-efd4-4d15-bdd1-c50ba29489f1 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:52.669318 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device ec36f049-f465-4bc5-b1dc-e5ada89d698b up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:27:52.716018 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port ec36f049-f465-4bc5-b1dc-e5ada89d698b triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:52.716403 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (ec36f049-f465-4bc5-b1dc-e5ada89d698b), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:52.801539 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port ec36f049-f465-4bc5-b1dc-e5ada89d698b is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:53.655612 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 43748) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:53.660461 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-d067105d-04bd-45c2-8a94-86f3f1502ce1 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-41511010', 'description': 'tempest-secgroup-smoke-41511010 description', 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:27:53.680400 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d067105d-04bd-45c2-8a94-86f3f1502ce1 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:53.745487 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d067105d-04bd-45c2-8a94-86f3f1502ce1 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group (ffe4416c-61c5-4789-9147-0396dc48252c), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:53.749251 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d067105d-04bd-45c2-8a94-86f3f1502ce1 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (ffe4416c-61c5-4789-9147-0396dc48252c), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:53.779109 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d067105d-04bd-45c2-8a94-86f3f1502ce1 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:53.780325 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-d067105d-04bd-45c2-8a94-86f3f1502ce1 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1236799 May 10 03:27:53.782223 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067105d-04bd-45c2-8a94-86f3f1502ce1 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe4416c-61c5-4789-9147-0396dc48252c,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:53.783384 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43750) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:53.788182 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-49b73318-6c89-403e-abf4-096ddf527173 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Request body: {'security_group_rule': {'security_group_id': 'ffe4416c-61c5-4789-9147-0396dc48252c', 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:27:53.815267 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-49b73318-6c89-403e-abf4-096ddf527173 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group_rule (ecb136a5-9101-4384-9214-c6d78603bbe1), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:53.881579 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-49b73318-6c89-403e-abf4-096ddf527173 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group_rule (ecb136a5-9101-4384-9214-c6d78603bbe1), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:53.884989 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-49b73318-6c89-403e-abf4-096ddf527173 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (ecb136a5-9101-4384-9214-c6d78603bbe1), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:53.908589 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-49b73318-6c89-403e-abf4-096ddf527173 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:53.909850 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-49b73318-6c89-403e-abf4-096ddf527173 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254802 May 10 03:27:53.912798 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b73318-6c89-403e-abf4-096ddf527173 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb136a5-9101-4384-9214-c6d78603bbe1,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:53.913282 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 43752) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:53.919563 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-5a8fd50e-d755-4039-8494-82cf9bfbc742 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Request body: {'security_group_rule': {'security_group_id': 'ffe4416c-61c5-4789-9147-0396dc48252c', 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:27:53.947706 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5a8fd50e-d755-4039-8494-82cf9bfbc742 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group_rule (d083d87c-039e-44c6-b5c4-31ddbd793a86), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.013275 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5a8fd50e-d755-4039-8494-82cf9bfbc742 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group_rule (d083d87c-039e-44c6-b5c4-31ddbd793a86), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.018218 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5a8fd50e-d755-4039-8494-82cf9bfbc742 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (d083d87c-039e-44c6-b5c4-31ddbd793a86), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.036258 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fd50e-d755-4039-8494-82cf9bfbc742 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d083d87c-039e-44c6-b5c4-31ddbd793a86,revision_number=0']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:54.051679 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5a8fd50e-d755-4039-8494-82cf9bfbc742 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.053024 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-5a8fd50e-d755-4039-8494-82cf9bfbc742 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386697 May 10 03:27:54.055843 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43754) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:54.061338 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-db63cf5b-d7d5-4d1e-a122-d0cb7f465223 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Request body: {'security_group_rule': {'security_group_id': 'ffe4416c-61c5-4789-9147-0396dc48252c', 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:27:54.086895 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-db63cf5b-d7d5-4d1e-a122-d0cb7f465223 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group_rule (6ab107da-d6c3-44e2-b4ac-f5a40c078b90), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.146559 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-db63cf5b-d7d5-4d1e-a122-d0cb7f465223 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group_rule (6ab107da-d6c3-44e2-b4ac-f5a40c078b90), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.151589 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-db63cf5b-d7d5-4d1e-a122-d0cb7f465223 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (6ab107da-d6c3-44e2-b4ac-f5a40c078b90), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.173598 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63cf5b-d7d5-4d1e-a122-d0cb7f465223 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab107da-d6c3-44e2-b4ac-f5a40c078b90,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:54.182559 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-db63cf5b-d7d5-4d1e-a122-d0cb7f465223 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.184806 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-db63cf5b-d7d5-4d1e-a122-d0cb7f465223 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277094 May 10 03:27:54.187248 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43756) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:54.191714 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-faea43d3-5a1a-4cad-93e3-b2f0cb2dc242 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Request body: {'security_group_rule': {'security_group_id': 'ffe4416c-61c5-4789-9147-0396dc48252c', 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:27:54.220735 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-faea43d3-5a1a-4cad-93e3-b2f0cb2dc242 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group_rule (fd172db9-4cd7-4ece-8abf-ce30c36ef50b), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.522979 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 817136a8-2b28-4b9e-a13c-dcf2a03af87d up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:27:54.564781 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-faea43d3-5a1a-4cad-93e3-b2f0cb2dc242 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group_rule (fd172db9-4cd7-4ece-8abf-ce30c36ef50b), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.568370 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-faea43d3-5a1a-4cad-93e3-b2f0cb2dc242 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (fd172db9-4cd7-4ece-8abf-ce30c36ef50b), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.573283 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 817136a8-2b28-4b9e-a13c-dcf2a03af87d triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:54.573660 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (817136a8-2b28-4b9e-a13c-dcf2a03af87d), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.587598 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea43d3-5a1a-4cad-93e3-b2f0cb2dc242 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd172db9-4cd7-4ece-8abf-ce30c36ef50b,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:54.592997 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-faea43d3-5a1a-4cad-93e3-b2f0cb2dc242 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.594183 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-faea43d3-5a1a-4cad-93e3-b2f0cb2dc242 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4059534 May 10 03:27:54.596892 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43758) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:54.601075 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-7ef3e6ab-ccaf-4437-85c8-6ee3878ddb03 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Request body: {'security_group_rule': {'security_group_id': 'ffe4416c-61c5-4789-9147-0396dc48252c', 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:27:54.620622 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-7ef3e6ab-ccaf-4437-85c8-6ee3878ddb03 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Project d31c39583b8343bd98bdc64d7659bd9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 03:27:54.627123 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e6ab-ccaf-4437-85c8-6ee3878ddb03 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group_rule (e7a603ba-6d72-4030-8df7-b59d54e5694e), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.657223 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 817136a8-2b28-4b9e-a13c-dcf2a03af87d is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:54.657517 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (817136a8-2b28-4b9e-a13c-dcf2a03af87d), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.682691 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] For port 817136a8-2b28-4b9e-a13c-dcf2a03af87d, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=817136a8-2b28-4b9e-a13c-dcf2a03af87d,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:54.686567 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (817136a8-2b28-4b9e-a13c-dcf2a03af87d), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.689235 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e6ab-ccaf-4437-85c8-6ee3878ddb03 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group_rule (e7a603ba-6d72-4030-8df7-b59d54e5694e), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.694421 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e6ab-ccaf-4437-85c8-6ee3878ddb03 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (e7a603ba-6d72-4030-8df7-b59d54e5694e), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.713571 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3e6ab-ccaf-4437-85c8-6ee3878ddb03 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a603ba-6d72-4030-8df7-b59d54e5694e,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:54.732175 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e6ab-ccaf-4437-85c8-6ee3878ddb03 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.736219 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-7ef3e6ab-ccaf-4437-85c8-6ee3878ddb03 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356699 May 10 03:27:54.736418 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43760) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:54.740901 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e96f83b8-719d-4bc9-8f84-ddc1ed981db9 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Request body: {'security_group_rule': {'security_group_id': 'ffe4416c-61c5-4789-9147-0396dc48252c', 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:27:54.762535 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-e96f83b8-719d-4bc9-8f84-ddc1ed981db9 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Project d31c39583b8343bd98bdc64d7659bd9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 03:27:54.769218 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e96f83b8-719d-4bc9-8f84-ddc1ed981db9 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group_rule (ae1f1db4-72eb-41cb-8166-a434772f09da), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.833335 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e96f83b8-719d-4bc9-8f84-ddc1ed981db9 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group_rule (ae1f1db4-72eb-41cb-8166-a434772f09da), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.837355 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e96f83b8-719d-4bc9-8f84-ddc1ed981db9 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593864'] for security_group_rule (ae1f1db4-72eb-41cb-8166-a434772f09da), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.857139 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f83b8-719d-4bc9-8f84-ddc1ed981db9 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1f1db4-72eb-41cb-8166-a434772f09da,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:54.865227 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e96f83b8-719d-4bc9-8f84-ddc1ed981db9 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:54.865917 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Pushing event updated for resources: {'Port': ['ID=817136a8-2b28-4b9e-a13c-dcf2a03af87d,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:54.869888 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-e96f83b8-719d-4bc9-8f84-ddc1ed981db9 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323841 May 10 03:27:55.211808 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Sync routers for ids ['98c02fca-fb7a-493f-9107-d1521b96ef7f'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:27:55.223887 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Routers {'98c02fca-fb7a-493f-9107-d1521b96ef7f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:27:55.224626 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:27:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['98c02fca-fb7a-493f-9107-d1521b96ef7f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:55.337644 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Set router 98c02fca-fb7a-493f-9107-d1521b96ef7f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:27:55.527815 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'name': 'tempest-TestVolumeBootPattern-1802583515-router', 'tenant_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '817136a8-2b28-4b9e-a13c-dcf2a03af87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:48Z', 'updated_at': '2022-05-10T03:27:51Z', 'revision_number': 4, 'project_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'gw_port': {'id': '817136a8-2b28-4b9e-a13c-dcf2a03af87d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:48Z', 'updated_at': '2022-05-10T03:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '6380c44e-a067-4727-b017-f72488782622', 'name': '', 'network_id': 'd59d50aa-d168-4f33-b3e8-0187d7f0437f', 'tenant_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'mac_address': 'fa:16:3e:54:26:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '489c459a-94ed-413e-adc4-36a2be4f0dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:50Z', 'updated_at': '2022-05-10T03:27:51Z', 'revision_number': 2, 'project_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'subnets': [{'id': '489c459a-94ed-413e-adc4-36a2be4f0dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:55.649990 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Checking router: 98c02fca-fb7a-493f-9107-d1521b96ef7f for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:27:55.650351 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Updating router 98c02fca-fb7a-493f-9107-d1521b96ef7f port 6380c44e-a067-4727-b017-f72488782622 binding host dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:27:55.679231 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (6380c44e-a067-4727-b017-f72488782622), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:55.937769 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Publish callbacks [] for port (6380c44e-a067-4727-b017-f72488782622), precommit_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:55.943048 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (6380c44e-a067-4727-b017-f72488782622), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:56.000546 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ce6a1-0794-4939-9e81-fec722c2616b None None] Pushing event updated for resources: {'Port': ['ID=6380c44e-a067-4727-b017-f72488782622,revision_number=3']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:56.054057 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Attempting to bind port 6380c44e-a067-4727-b017-f72488782622 on host dv-cinder-830094-4-iscsi for vnic_type normal with profile {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:27:56.054440 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Attempting to bind port 6380c44e-a067-4727-b017-f72488782622 by drivers openvswitch,hyperv on host dv-cinder-830094-4-iscsi at level 0 using segments [{'id': '3472eccf-ac04-4aa7-9305-77d384ced0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd59d50aa-d168-4f33-b3e8-0187d7f0437f'}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:27:56.054785 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Attempting to bind port 6380c44e-a067-4727-b017-f72488782622 on network d59d50aa-d168-4f33-b3e8-0187d7f0437f {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:27:56.061157 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Checking agent: {'id': '1b328a0e-e384-43fb-8756-073cf80646bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 5, 51), 'started_at': datetime.datetime(2022, 5, 10, 3, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:27:56.061687 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Checking segment: {'id': '3472eccf-ac04-4aa7-9305-77d384ced0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd59d50aa-d168-4f33-b3e8-0187d7f0437f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:27:56.062091 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:56.062481 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Bound using segment: {'id': '3472eccf-ac04-4aa7-9305-77d384ced0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd59d50aa-d168-4f33-b3e8-0187d7f0437f'} {{(pid=103518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:27:56.062946 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.managers [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Bound port: 6380c44e-a067-4727-b017-f72488782622, host: dv-cinder-830094-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3472eccf-ac04-4aa7-9305-77d384ced0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd59d50aa-d168-4f33-b3e8-0187d7f0437f'}}] {{(pid=103518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:27:56.063323 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (6380c44e-a067-4727-b017-f72488782622), before_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:56.131858 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] For port 6380c44e-a067-4727-b017-f72488782622, host dv-cinder-830094-4-iscsi, cleared binding levels {{(pid=103518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:27:56.135019 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.plugins.ml2.db [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] For port 6380c44e-a067-4727-b017-f72488782622, host dv-cinder-830094-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=6380c44e-a067-4727-b017-f72488782622,segment=NetworkSegment(3472eccf-ac04-4aa7-9305-77d384ced0bd),segment_id=3472eccf-ac04-4aa7-9305-77d384ced0bd)] {{(pid=103518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:27:56.144281 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron_lib.callbacks.manager [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (6380c44e-a067-4727-b017-f72488782622), after_update {{(pid=103518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:56.207712 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Routers {'98c02fca-fb7a-493f-9107-d1521b96ef7f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:27:56.208353 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:27:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['98c02fca-fb7a-493f-9107-d1521b96ef7f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:56.210262 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ce6a1-0794-4939-9e81-fec722c2616b None None] Pushing event updated for resources: {'Port': ['ID=6380c44e-a067-4727-b017-f72488782622,revision_number=4']} {{(pid=103518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:56.256905 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-f48429d1-961f-4050-a781-3fcfbde1367d None None] Provisioning complete for port 6380c44e-a067-4727-b017-f72488782622 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:56.257477 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f48429d1-961f-4050-a781-3fcfbde1367d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (6380c44e-a067-4727-b017-f72488782622), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:56.348068 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-f48429d1-961f-4050-a781-3fcfbde1367d None None] Current status of the port 6380c44e-a067-4727-b017-f72488782622 is: DOWN; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:56.348438 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f48429d1-961f-4050-a781-3fcfbde1367d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (6380c44e-a067-4727-b017-f72488782622), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:56.350328 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] Set router 98c02fca-fb7a-493f-9107-d1521b96ef7f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:27:56.389520 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-f48429d1-961f-4050-a781-3fcfbde1367d None None] For port 6380c44e-a067-4727-b017-f72488782622, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=6380c44e-a067-4727-b017-f72488782622,segment=NetworkSegment(3472eccf-ac04-4aa7-9305-77d384ced0bd),segment_id=3472eccf-ac04-4aa7-9305-77d384ced0bd)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:56.394904 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f48429d1-961f-4050-a781-3fcfbde1367d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (6380c44e-a067-4727-b017-f72488782622), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:56.460366 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48429d1-961f-4050-a781-3fcfbde1367d None None] Pushing event updated for resources: {'Port': ['ID=6380c44e-a067-4727-b017-f72488782622,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:56.514160 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-cc08e9cc-5460-49e6-8b13-da2ce12d8bea None None] Provisioning complete for port 6380c44e-a067-4727-b017-f72488782622 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:56.514712 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cc08e9cc-5460-49e6-8b13-da2ce12d8bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (6380c44e-a067-4727-b017-f72488782622), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:56.542758 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 817136a8-2b28-4b9e-a13c-dcf2a03af87d up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:27:56.573070 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'name': 'tempest-TestVolumeBootPattern-1802583515-router', 'tenant_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '817136a8-2b28-4b9e-a13c-dcf2a03af87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:48Z', 'updated_at': '2022-05-10T03:27:51Z', 'revision_number': 4, 'project_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'gw_port': {'id': '817136a8-2b28-4b9e-a13c-dcf2a03af87d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:48Z', 'updated_at': '2022-05-10T03:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '6380c44e-a067-4727-b017-f72488782622', 'name': '', 'network_id': 'd59d50aa-d168-4f33-b3e8-0187d7f0437f', 'tenant_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'mac_address': 'fa:16:3e:54:26:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '489c459a-94ed-413e-adc4-36a2be4f0dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:50Z', 'updated_at': '2022-05-10T03:27:56Z', 'revision_number': 4, 'project_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'subnets': [{'id': '489c459a-94ed-413e-adc4-36a2be4f0dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:56.600754 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df327b09-44f9-469f-8147-f8ad425bcb83 None None] The sync data for ids ['98c02fca-fb7a-493f-9107-d1521b96ef7f'] in dv-cinder-830094-4-iscsi is: [{'id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'name': 'tempest-TestVolumeBootPattern-1802583515-router', 'tenant_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '817136a8-2b28-4b9e-a13c-dcf2a03af87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:48Z', 'updated_at': '2022-05-10T03:27:51Z', 'revision_number': 4, 'project_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'gw_port': {'id': '817136a8-2b28-4b9e-a13c-dcf2a03af87d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:48Z', 'updated_at': '2022-05-10T03:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': '6380c44e-a067-4727-b017-f72488782622', 'name': '', 'network_id': 'd59d50aa-d168-4f33-b3e8-0187d7f0437f', 'tenant_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'mac_address': 'fa:16:3e:54:26:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '489c459a-94ed-413e-adc4-36a2be4f0dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:50Z', 'updated_at': '2022-05-10T03:27:56Z', 'revision_number': 4, 'project_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'subnets': [{'id': '489c459a-94ed-413e-adc4-36a2be4f0dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:27:56.638799 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 817136a8-2b28-4b9e-a13c-dcf2a03af87d triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:56.639177 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (817136a8-2b28-4b9e-a13c-dcf2a03af87d), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:56.670869 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-cc08e9cc-5460-49e6-8b13-da2ce12d8bea None None] Current status of the port 6380c44e-a067-4727-b017-f72488782622 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:56.733794 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 817136a8-2b28-4b9e-a13c-dcf2a03af87d is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:56.734925 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 6380c44e-a067-4727-b017-f72488782622 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:27:56.781685 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 6380c44e-a067-4727-b017-f72488782622 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:56.782061 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (6380c44e-a067-4727-b017-f72488782622), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:56.867391 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 6380c44e-a067-4727-b017-f72488782622 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:58.500754 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 6380c44e-a067-4727-b017-f72488782622 up at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:27:58.548440 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Provisioning complete for port 6380c44e-a067-4727-b017-f72488782622 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:58.548835 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (6380c44e-a067-4727-b017-f72488782622), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:58.628257 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Current status of the port 6380c44e-a067-4727-b017-f72488782622 is: ACTIVE; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:28:09.143687 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-11ce8253-495e-400b-90dc-869398bfcf97 req-5e148c3a-a480-4d5d-92fc-d9a378a89577 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41511010&fields=id&tenant_id=d31c39583b8343bd98bdc64d7659bd9a HTTP/1.1" status: 200 len: 267 time: 0.0437496 May 10 03:28:09.249679 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce8253-495e-400b-90dc-869398bfcf97 req-b834daed-72b9-468e-b00d-6588aaa2f3a4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:09.251123 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-11ce8253-495e-400b-90dc-869398bfcf97 req-b834daed-72b9-468e-b00d-6588aaa2f3a4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/networks?id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 200 len: 811 time: 0.1012020 May 10 03:28:09.265001 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-11ce8253-495e-400b-90dc-869398bfcf97 req-7bae231e-0e06-4780-95a1-a4c290698252 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/quotas/d31c39583b8343bd98bdc64d7659bd9a HTTP/1.1" status: 200 len: 375 time: 0.0086136 May 10 03:28:09.312423 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-11ce8253-495e-400b-90dc-869398bfcf97 req-e44abc89-f3a9-41e0-9874-754bca4f4aff tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427549 May 10 03:28:09.411724 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [req-11ce8253-495e-400b-90dc-869398bfcf97 req-2914f6f6-37c3-4603-9eb8-aabbd4834da6 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103516) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:28:09.412785 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-11ce8253-495e-400b-90dc-869398bfcf97 req-2914f6f6-37c3-4603-9eb8-aabbd4834da6 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0899637 May 10 03:28:09.500723 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-11ce8253-495e-400b-90dc-869398bfcf97 req-fd2a3b80-d334-4ff4-8e99-d343a9653e99 service neutron] 10.222.0.55 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813260 May 10 03:28:09.592200 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-11ce8253-495e-400b-90dc-869398bfcf97 req-58aa7e82-2f2a-4cde-ac3e-ce5c3bd6520f service neutron] 10.222.0.55 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860171 May 10 03:28:09.869938 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7d465c2b-6a05-40e8-9d4d-e27c381e1c77 req-5ff0e599-5ffc-403b-909c-d166390118ff tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 210 time: 0.0270140 May 10 03:28:10.761204 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce8253-495e-400b-90dc-869398bfcf97 req-57344a2c-cebd-4cbf-b950-009366793beb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:10.762730 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-11ce8253-495e-400b-90dc-869398bfcf97 req-57344a2c-cebd-4cbf-b950-009366793beb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.64 "GET /v2.0/networks?id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 200 len: 811 time: 0.1074352 May 10 03:28:10.824051 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-11ce8253-495e-400b-90dc-869398bfcf97 req-3716f152-2060-42ba-8171-2bec07edadd2 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d31c39583b8343bd98bdc64d7659bd9a HTTP/1.1" status: 200 len: 378 time: 0.0535517 May 10 03:28:10.832796 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-11ce8253-495e-400b-90dc-869398bfcf97 req-456e1bae-b67d-4952-9421-6f1edd1940d0 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Request body: {'port': {'device_id': 'f843def1-c182-4652-bac3-37e5d494cb3e', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'admin_state_up': True, 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'security_groups': ['ffe4416c-61c5-4789-9147-0396dc48252c']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:28:10.938113 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ce8253-495e-400b-90dc-869398bfcf97 req-456e1bae-b67d-4952-9421-6f1edd1940d0 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Made reservation on behalf of d31c39583b8343bd98bdc64d7659bd9a for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:28:10.941606 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-11ce8253-495e-400b-90dc-869398bfcf97 req-456e1bae-b67d-4952-9421-6f1edd1940d0 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:10.971472 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-403d7a59-d963-48d0-ba1e-b70bce08f6f6 req-28ab28ae-d5be-4232-ba44-1377ce98b6bc tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 210 time: 0.0293958 May 10 03:28:11.050510 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:11.071614 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-11ce8253-495e-400b-90dc-869398bfcf97 req-456e1bae-b67d-4952-9421-6f1edd1940d0 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Allocated IP 172.20.0.11 (cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2/eebf6256-0705-412d-bb91-fac21a38e5ba/f3d79a52-8746-4f7f-b99f-60c6788062cb) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:28:11.218245 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-11ce8253-495e-400b-90dc-869398bfcf97 req-456e1bae-b67d-4952-9421-6f1edd1940d0 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for port (f3d79a52-8746-4f7f-b99f-60c6788062cb), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:11.255393 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-11ce8253-495e-400b-90dc-869398bfcf97 req-456e1bae-b67d-4952-9421-6f1edd1940d0 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (f3d79a52-8746-4f7f-b99f-60c6788062cb), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:11.298787 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ce8253-495e-400b-90dc-869398bfcf97 req-456e1bae-b67d-4952-9421-6f1edd1940d0 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:28:11.301903 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-11ce8253-495e-400b-90dc-869398bfcf97 req-456e1bae-b67d-4952-9421-6f1edd1940d0 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:28:11.304313 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ce8253-495e-400b-90dc-869398bfcf97 req-456e1bae-b67d-4952-9421-6f1edd1940d0 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:28:11.333077 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e1bae-b67d-4952-9421-6f1edd1940d0 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event updated for resources: {'Port': ['ID=f3d79a52-8746-4f7f-b99f-60c6788062cb,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:28:11.361781 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce8253-495e-400b-90dc-869398bfcf97 req-456e1bae-b67d-4952-9421-6f1edd1940d0 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:11.362387 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-11ce8253-495e-400b-90dc-869398bfcf97 req-456e1bae-b67d-4952-9421-6f1edd1940d0 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:11.377194 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-11ce8253-495e-400b-90dc-869398bfcf97 req-456e1bae-b67d-4952-9421-6f1edd1940d0 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5480287 May 10 03:28:11.389003 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Request body: {'port': {'device_id': 'f843def1-c182-4652-bac3-37e5d494cb3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:28:11.454480 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (f3d79a52-8746-4f7f-b99f-60c6788062cb), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:11.578613 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-afa36cb5-4d9b-4f86-9239-f9839a4ef806 None None] Provisioning complete for port f3d79a52-8746-4f7f-b99f-60c6788062cb triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:28:11.578904 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-afa36cb5-4d9b-4f86-9239-f9839a4ef806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (f3d79a52-8746-4f7f-b99f-60c6788062cb), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:11.615737 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-afa36cb5-4d9b-4f86-9239-f9839a4ef806 None None] Port f3d79a52-8746-4f7f-b99f-60c6788062cb cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:28:11.710043 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d79a52-8746-4f7f-b99f-60c6788062cb {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:28:11.717624 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Publish callbacks [] for port (f3d79a52-8746-4f7f-b99f-60c6788062cb), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:11.729368 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Transition to ACTIVE for port object f3d79a52-8746-4f7f-b99f-60c6788062cb will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:28:11.733275 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (f3d79a52-8746-4f7f-b99f-60c6788062cb), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:11.792034 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Pushing event updated for resources: {'Port': ['ID=f3d79a52-8746-4f7f-b99f-60c6788062cb,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:28:11.866153 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Attempting to bind port f3d79a52-8746-4f7f-b99f-60c6788062cb on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:28:11.866484 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Attempting to bind port f3d79a52-8746-4f7f-b99f-60c6788062cb by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:28:11.866806 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Attempting to bind port f3d79a52-8746-4f7f-b99f-60c6788062cb on network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:28:11.871690 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Port f3d79a52-8746-4f7f-b99f-60c6788062cb on network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:28:11.872007 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Attempting to bind port f3d79a52-8746-4f7f-b99f-60c6788062cb on network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:28:11.877082 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:28:11.877412 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Checking segment: {'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:28:11.877795 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Bound using segment: {'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:28:11.878220 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Bound port: f3d79a52-8746-4f7f-b99f-60c6788062cb, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:28:11.878575 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (f3d79a52-8746-4f7f-b99f-60c6788062cb), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:11.942852 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] For port f3d79a52-8746-4f7f-b99f-60c6788062cb, host hv-cinder-83009, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:28:11.945926 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] For port f3d79a52-8746-4f7f-b99f-60c6788062cb, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f3d79a52-8746-4f7f-b99f-60c6788062cb,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:28:11.953358 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (f3d79a52-8746-4f7f-b99f-60c6788062cb), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:11.985062 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:11.985683 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:11.987067 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-11ce8253-495e-400b-90dc-869398bfcf97 req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] 10.222.0.64 "PUT /v2.0/ports/f3d79a52-8746-4f7f-b99f-60c6788062cb HTTP/1.1" status: 200 len: 1094 time: 0.6028271 May 10 03:28:11.987503 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f843def1-c182-4652-bac3-37e5d494cb3e', 'tag': 'f3d79a52-8746-4f7f-b99f-60c6788062cb'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:28:11.989757 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1fbec5-bd80-48f1-9484-79bd06f9afea" -d '{"events": [{"name": "network-changed", "server_uuid": "f843def1-c182-4652-bac3-37e5d494cb3e", "tag": "f3d79a52-8746-4f7f-b99f-60c6788062cb"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:28:12.018161 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bc50c-90ae-49a5-b60d-5d1067a4a9fc service neutron] Pushing event updated for resources: {'Port': ['ID=f3d79a52-8746-4f7f-b99f-60c6788062cb,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:28:12.069493 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16e160d-fc45-46e1-8ab7-ba580991d2a8 x-openstack-request-id: req-d16e160d-fc45-46e1-8ab7-ba580991d2a8 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:28:12.069785 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f843def1-c182-4652-bac3-37e5d494cb3e", "tag": "f3d79a52-8746-4f7f-b99f-60c6788062cb", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:28:12.070039 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d16e160d-fc45-46e1-8ab7-ba580991d2a8 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:28:12.071011 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16e160d-fc45-46e1-8ab7-ba580991d2a8'] response: {'name': 'network-changed', 'server_uuid': 'f843def1-c182-4652-bac3-37e5d494cb3e', 'tag': 'f3d79a52-8746-4f7f-b99f-60c6788062cb', 'status': 'completed', 'code': 200} May 10 03:28:12.085676 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce8253-495e-400b-90dc-869398bfcf97 req-81214910-e4ac-466b-bbb0-bf0fa5a6cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:12.087348 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-11ce8253-495e-400b-90dc-869398bfcf97 req-81214910-e4ac-466b-bbb0-bf0fa5a6cab5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 1128 time: 0.0563550 May 10 03:28:12.109748 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d04f9c-0aca-4123-8f55-ec6fd29505fd req-3de067f6-c647-4e04-aa22-9ad02f8cefeb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:12.111403 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a4d04f9c-0aca-4123-8f55-ec6fd29505fd req-3de067f6-c647-4e04-aa22-9ad02f8cefeb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 944 time: 0.0503087 May 10 03:28:12.136886 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-11ce8253-495e-400b-90dc-869398bfcf97 req-5d3642c9-1988-43d4-be15-bbbf46ca2f02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d79a52-8746-4f7f-b99f-60c6788062cb HTTP/1.1" status: 200 len: 217 time: 0.0406866 May 10 03:28:12.164618 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-a4d04f9c-0aca-4123-8f55-ec6fd29505fd req-bec592cf-da18-41c8-9979-663136d1316b tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472536 May 10 03:28:12.191774 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce8253-495e-400b-90dc-869398bfcf97 req-1c31b5ad-5557-4121-a5ad-e4933ceae54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:12.193385 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-11ce8253-495e-400b-90dc-869398bfcf97 req-1c31b5ad-5557-4121-a5ad-e4933ceae54b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eebf6256-0705-412d-bb91-fac21a38e5ba HTTP/1.1" status: 200 len: 850 time: 0.0512085 May 10 03:28:12.235897 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce8253-495e-400b-90dc-869398bfcf97 req-1dd66d2c-2964-4a6c-a13d-69ae385245fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:12.237392 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-11ce8253-495e-400b-90dc-869398bfcf97 req-1dd66d2c-2964-4a6c-a13d-69ae385245fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376627 May 10 03:28:12.327320 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-11ce8253-495e-400b-90dc-869398bfcf97 req-067a5fd2-a14a-45e2-a582-6b1a85dd731b service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840614 May 10 03:28:12.413474 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-11ce8253-495e-400b-90dc-869398bfcf97 req-b01a4420-a6b2-465e-b8b9-4980ff0e34e5 service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801132 May 10 03:28:12.637097 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fbec5-bd80-48f1-9484-79bd06f9afea req-98e661f6-0971-4da1-8f83-f5f02090f0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:12.638544 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4a1fbec5-bd80-48f1-9484-79bd06f9afea req-98e661f6-0971-4da1-8f83-f5f02090f0e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 1128 time: 0.0431578 May 10 03:28:12.730708 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fbec5-bd80-48f1-9484-79bd06f9afea req-efa2305b-5b8a-4e1d-9794-6d056a1e0e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:12.732164 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4a1fbec5-bd80-48f1-9484-79bd06f9afea req-efa2305b-5b8a-4e1d-9794-6d056a1e0e40 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 200 len: 912 time: 0.0873430 May 10 03:28:12.775838 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4a1fbec5-bd80-48f1-9484-79bd06f9afea req-ec7a8f48-f3ba-48f2-9791-124068c3bed4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d79a52-8746-4f7f-b99f-60c6788062cb HTTP/1.1" status: 200 len: 217 time: 0.0373182 May 10 03:28:12.822708 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fbec5-bd80-48f1-9484-79bd06f9afea req-481b9539-8284-4d2c-a43b-eb9d9379d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:12.824131 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4a1fbec5-bd80-48f1-9484-79bd06f9afea req-481b9539-8284-4d2c-a43b-eb9d9379d322 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eebf6256-0705-412d-bb91-fac21a38e5ba HTTP/1.1" status: 200 len: 850 time: 0.0422132 May 10 03:28:12.865873 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fbec5-bd80-48f1-9484-79bd06f9afea req-5c8a79b6-333b-4618-a632-fdf75c726371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:12.867342 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4a1fbec5-bd80-48f1-9484-79bd06f9afea req-5c8a79b6-333b-4618-a632-fdf75c726371 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373254 May 10 03:28:12.956802 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4a1fbec5-bd80-48f1-9484-79bd06f9afea req-1f216010-4fe8-4994-b04a-12bcf3e712c8 service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826674 May 10 03:28:13.042327 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4a1fbec5-bd80-48f1-9484-79bd06f9afea req-94cb90ab-bbd1-4999-95ac-512058aa7f4a service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798550 May 10 03:28:13.290935 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e13fc-a216-47cd-b3b4-4ac4e82b6e9e req-1079776a-124a-407f-a45b-130fe897b1bd tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:13.292951 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ef3e13fc-a216-47cd-b3b4-4ac4e82b6e9e req-1079776a-124a-407f-a45b-130fe897b1bd tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 944 time: 0.0472467 May 10 03:28:13.340019 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ef3e13fc-a216-47cd-b3b4-4ac4e82b6e9e req-874750f7-58aa-44e0-a270-985c90195e96 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414720 May 10 03:28:14.455596 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36440055-34c2-471a-8ace-b01cff5a3c5a req-fecc2e70-6a84-41d0-ae7b-0e7f9d03cd28 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:14.457073 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-36440055-34c2-471a-8ace-b01cff5a3c5a req-fecc2e70-6a84-41d0-ae7b-0e7f9d03cd28 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 944 time: 0.0510631 May 10 03:28:14.504634 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-36440055-34c2-471a-8ace-b01cff5a3c5a req-b2a336cb-87c2-4476-9f2d-fb1f9f5c67fd tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420663 May 10 03:28:14.767685 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d189d5da-40f0-4d36-9389-8354f337d2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:15.619398 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031b80a-76c1-4efa-af5a-c399427afd56 req-db424d0d-b1b2-4a10-bc0b-38109d333128 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:15.620889 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0031b80a-76c1-4efa-af5a-c399427afd56 req-db424d0d-b1b2-4a10-bc0b-38109d333128 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 944 time: 0.0499763 May 10 03:28:15.669131 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0031b80a-76c1-4efa-af5a-c399427afd56 req-1f9f3004-cee0-465a-896f-d98dab11e837 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426457 May 10 03:28:16.779661 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b919981-b592-4792-a111-8cb11f6cc65d req-34b884e1-a249-4265-9752-533c4bee14ff tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:16.781110 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3b919981-b592-4792-a111-8cb11f6cc65d req-34b884e1-a249-4265-9752-533c4bee14ff tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 944 time: 0.0459824 May 10 03:28:16.828115 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3b919981-b592-4792-a111-8cb11f6cc65d req-71b36890-7236-4c32-a769-593ed2e5f6fe tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411158 May 10 03:28:16.958612 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-49aacad4-416e-49e9-8f3d-814fc8fa76e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:17.939305 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03946d3-0608-48e2-bb5f-f0239e0d2397 req-d3d969cd-3e0d-4135-9263-2b7a3e1ca799 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:17.940769 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b03946d3-0608-48e2-bb5f-f0239e0d2397 req-d3d969cd-3e0d-4135-9263-2b7a3e1ca799 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 944 time: 0.0459013 May 10 03:28:17.988456 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b03946d3-0608-48e2-bb5f-f0239e0d2397 req-e14a748f-c99a-4457-b5c4-15c638156f1f tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419662 May 10 03:28:18.212508 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:19.100901 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf36b5b-c9cc-41d9-8b65-0e365fe839c8 req-d3a2e06c-a676-421c-9b0d-5155c1715ebf tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:19.102351 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-cbf36b5b-c9cc-41d9-8b65-0e365fe839c8 req-d3a2e06c-a676-421c-9b0d-5155c1715ebf tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 944 time: 0.0458436 May 10 03:28:19.153486 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-cbf36b5b-c9cc-41d9-8b65-0e365fe839c8 req-fa5b8ce2-efea-4b1a-85e5-9b8df9c08576 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450659 May 10 03:28:19.868359 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:20.268991 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e0dc3-ef9b-4469-ade8-1e77fbed4377 req-81a1131a-e6db-4796-a538-b2d29a1697ee tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:20.270466 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-014e0dc3-ef9b-4469-ade8-1e77fbed4377 req-81a1131a-e6db-4796-a538-b2d29a1697ee tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 944 time: 0.0494862 May 10 03:28:20.317834 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-014e0dc3-ef9b-4469-ade8-1e77fbed4377 req-e55bfc14-0910-42fe-af04-2b28ef077fbf tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418863 May 10 03:28:21.181940 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:21.296607 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device f3d79a52-8746-4f7f-b99f-60c6788062cb details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:28:21.392799 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port f3d79a52-8746-4f7f-b99f-60c6788062cb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f3d79a52-8746-4f7f-b99f-60c6788062cb,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:28:21.404074 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': 'f3d79a52-8746-4f7f-b99f-60c6788062cb', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'port_id': 'f3d79a52-8746-4f7f-b99f-60c6788062cb', 'mac_address': 'fa:16:3e:97:ca:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:28:21.434815 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa1596-fb39-4fa3-9ee3-5c0899ef60da req-3b320929-7348-497c-b20d-ddce5debd3f0 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:21.436002 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8eaa1596-fb39-4fa3-9ee3-5c0899ef60da req-3b320929-7348-497c-b20d-ddce5debd3f0 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 944 time: 0.0503907 May 10 03:28:21.444608 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port f3d79a52-8746-4f7f-b99f-60c6788062cb is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:28:21.445024 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (f3d79a52-8746-4f7f-b99f-60c6788062cb), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:21.459694 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d79a52-8746-4f7f-b99f-60c6788062cb {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:28:21.478919 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port f3d79a52-8746-4f7f-b99f-60c6788062cb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f3d79a52-8746-4f7f-b99f-60c6788062cb,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:28:21.484141 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (f3d79a52-8746-4f7f-b99f-60c6788062cb), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:21.484449 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8eaa1596-fb39-4fa3-9ee3-5c0899ef60da req-6fffd563-3b6a-4a30-a06f-5859094ab3b3 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428789 May 10 03:28:21.531113 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=f3d79a52-8746-4f7f-b99f-60c6788062cb,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:28:21.693098 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['f3d79a52-8746-4f7f-b99f-60c6788062cb'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:28:22.599691 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42925ef8-39df-47dc-8068-a91ab7db26af req-4ba1afc8-1994-454b-b48f-37f5438f9503 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:22.601166 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-42925ef8-39df-47dc-8068-a91ab7db26af req-4ba1afc8-1994-454b-b48f-37f5438f9503 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 945 time: 0.0467756 May 10 03:28:22.648940 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-42925ef8-39df-47dc-8068-a91ab7db26af req-8be14685-75ab-4a79-b1d3-f3890d2c4f31 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416169 May 10 03:28:23.312270 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device f3d79a52-8746-4f7f-b99f-60c6788062cb up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:28:23.355332 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port f3d79a52-8746-4f7f-b99f-60c6788062cb completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:28:23.360543 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port f3d79a52-8746-4f7f-b99f-60c6788062cb triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:28:23.360946 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (f3d79a52-8746-4f7f-b99f-60c6788062cb), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:23.438607 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port f3d79a52-8746-4f7f-b99f-60c6788062cb is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:28:23.438979 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (f3d79a52-8746-4f7f-b99f-60c6788062cb), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:23.460876 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f843def1-c182-4652-bac3-37e5d494cb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d79a52-8746-4f7f-b99f-60c6788062cb'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:28:23.463088 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f9fb15-5c57-4e95-9d81-54177e99d533" -d '{"events": [{"server_uuid": "f843def1-c182-4652-bac3-37e5d494cb3e", "name": "network-vif-plugged", "status": "completed", "tag": "f3d79a52-8746-4f7f-b99f-60c6788062cb"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:28:23.475582 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port f3d79a52-8746-4f7f-b99f-60c6788062cb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f3d79a52-8746-4f7f-b99f-60c6788062cb,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:28:23.480043 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (f3d79a52-8746-4f7f-b99f-60c6788062cb), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:23.503060 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b471a352-aae6-477c-a6cb-c4a2f34d893c x-openstack-request-id: req-b471a352-aae6-477c-a6cb-c4a2f34d893c {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:28:23.503367 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f843def1-c182-4652-bac3-37e5d494cb3e", "name": "network-vif-plugged", "status": "completed", "tag": "f3d79a52-8746-4f7f-b99f-60c6788062cb", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:28:23.503600 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b471a352-aae6-477c-a6cb-c4a2f34d893c {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:28:23.503988 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b471a352-aae6-477c-a6cb-c4a2f34d893c'] response: {'server_uuid': 'f843def1-c182-4652-bac3-37e5d494cb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d79a52-8746-4f7f-b99f-60c6788062cb', 'code': 200} May 10 03:28:23.534372 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=f3d79a52-8746-4f7f-b99f-60c6788062cb,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:28:23.701468 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e292bc-0d58-4fae-bfc0-ad562622b652 req-c1a31c59-9079-44db-a4c1-092ce7e5ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:23.702964 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-30e292bc-0d58-4fae-bfc0-ad562622b652 req-c1a31c59-9079-44db-a4c1-092ce7e5ae88 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 1130 time: 0.0385797 May 10 03:28:23.785080 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf8d9f-37dd-4147-931c-473dd8c7723f req-e024c8b0-c18f-4f21-82b0-900462c68658 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:23.786785 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a1cf8d9f-37dd-4147-931c-473dd8c7723f req-e024c8b0-c18f-4f21-82b0-900462c68658 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 946 time: 0.0649326 May 10 03:28:23.789265 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-30e292bc-0d58-4fae-bfc0-ad562622b652 req-90a819b4-d166-43f9-92fa-b79f3ed83d0f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805387 May 10 03:28:23.833862 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-a1cf8d9f-37dd-4147-931c-473dd8c7723f req-d0613087-0061-4a04-865a-8da5b445b285 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415528 May 10 03:28:24.946521 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290f959-92b7-4e43-b83a-d956632d73a9 req-56533f30-0c0e-4736-a0d7-796c13f9baab tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:24.947959 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f290f959-92b7-4e43-b83a-d956632d73a9 req-56533f30-0c0e-4736-a0d7-796c13f9baab tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 946 time: 0.0465603 May 10 03:28:24.996276 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f290f959-92b7-4e43-b83a-d956632d73a9 req-216ebc06-dd8d-48a0-b6d4-5095616f3491 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422299 May 10 03:28:25.107707 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c683d6e-8fc1-49e7-93af-869089cdf5e5 req-58ff916c-1f54-4592-9e5b-7643f177964d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:25.109183 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7c683d6e-8fc1-49e7-93af-869089cdf5e5 req-58ff916c-1f54-4592-9e5b-7643f177964d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 946 time: 0.0461607 May 10 03:28:25.155994 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7c683d6e-8fc1-49e7-93af-869089cdf5e5 req-7570cd2e-0cd4-4dbf-a737-e9322a7e192d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411129 May 10 03:28:25.177928 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43918) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:28:25.263861 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0870f3-5a7b-4121-8dc0-5489d8363273 tempest-TestVolumeBootPattern-1870857739 tempest-TestVolumeBootPattern-1870857739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:25.265367 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-8a0870f3-5a7b-4121-8dc0-5489d8363273 tempest-TestVolumeBootPattern-1870857739 tempest-TestVolumeBootPattern-1870857739-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 1125 time: 0.0864582 May 10 03:28:25.268268 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 43922) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:28:25.272424 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Request body: {'floatingip': {'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'port_id': 'f3d79a52-8746-4f7f-b99f-60c6788062cb', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:28:25.293226 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:25.366707 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:25.469050 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Allocated IP 172.27.1.125 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/b761d705-68e0-443a-8978-aa9106b7ae82) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:28:25.566738 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for port (b761d705-68e0-443a-8978-aa9106b7ae82), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:25.598514 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (b761d705-68e0-443a-8978-aa9106b7ae82), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:25.637065 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:28:25.641453 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:28:25.644006 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:28:25.669417 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event updated for resources: {'Port': ['ID=b761d705-68e0-443a-8978-aa9106b7ae82,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:28:26.006159 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for floatingip (fe69a734-eb5e-406b-94cc-877fb98a3998), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:26.073290 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (b761d705-68e0-443a-8978-aa9106b7ae82), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:26.223333 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for port (b761d705-68e0-443a-8978-aa9106b7ae82), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:26.227696 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (b761d705-68e0-443a-8978-aa9106b7ae82), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:26.279954 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:28:26.299287 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event updated for resources: {'Port': ['ID=b761d705-68e0-443a-8978-aa9106b7ae82,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:28:26.306497 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (fe69a734-eb5e-406b-94cc-877fb98a3998), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:26.406998 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.l3_db [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Floating IP fe69a734-eb5e-406b-94cc-877fb98a3998 associated. External IP: 172.27.1.125, port: f3d79a52-8746-4f7f-b99f-60c6788062cb. May 10 03:28:26.614615 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Router 827fd5ca-fe16-4a38-9de9-d101f7e51143 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:28:26.722499 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:28:26.737427 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b77ba8-d591-42d3-8df5-4643ab9692ad None None] Sync routers for ids ['827fd5ca-fe16-4a38-9de9-d101f7e51143'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:28:26.742751 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:26.747606 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b77ba8-d591-42d3-8df5-4643ab9692ad None None] Routers {'827fd5ca-fe16-4a38-9de9-d101f7e51143'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:28:26.748375 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-34b77ba8-d591-42d3-8df5-4643ab9692ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:28:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['827fd5ca-fe16-4a38-9de9-d101f7e51143'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:28:26.776252 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-99a8b661-f071-42d3-9dfd-1962c27b1839 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5069449 May 10 03:28:26.777089 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f843def1-c182-4652-bac3-37e5d494cb3e', 'tag': 'f3d79a52-8746-4f7f-b99f-60c6788062cb'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:28:26.780096 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22df077-8b92-4f4a-9b53-b4b06081f1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f843def1-c182-4652-bac3-37e5d494cb3e", "tag": "f3d79a52-8746-4f7f-b99f-60c6788062cb"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:28:26.818867 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f284b70-ce7e-440e-ba30-7e2b0a929b00 x-openstack-request-id: req-9f284b70-ce7e-440e-ba30-7e2b0a929b00 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:28:26.819281 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f843def1-c182-4652-bac3-37e5d494cb3e", "tag": "f3d79a52-8746-4f7f-b99f-60c6788062cb", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:28:26.819586 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f284b70-ce7e-440e-ba30-7e2b0a929b00 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:28:26.819996 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f284b70-ce7e-440e-ba30-7e2b0a929b00'] response: {'name': 'network-changed', 'server_uuid': 'f843def1-c182-4652-bac3-37e5d494cb3e', 'tag': 'f3d79a52-8746-4f7f-b99f-60c6788062cb', 'status': 'completed', 'code': 200} May 10 03:28:26.867972 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-34b77ba8-d591-42d3-8df5-4643ab9692ad None None] Set router 827fd5ca-fe16-4a38-9de9-d101f7e51143 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:28:26.881455 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22df077-8b92-4f4a-9b53-b4b06081f1ea req-4e4219d3-6519-49eb-90a4-e32152d8b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:26.882998 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c22df077-8b92-4f4a-9b53-b4b06081f1ea req-4e4219d3-6519-49eb-90a4-e32152d8b8ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 1130 time: 0.0426831 May 10 03:28:26.984219 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22df077-8b92-4f4a-9b53-b4b06081f1ea req-80aaaaac-2c08-484e-b663-14752a8e6e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:26.985725 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c22df077-8b92-4f4a-9b53-b4b06081f1ea req-80aaaaac-2c08-484e-b663-14752a8e6e47 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 200 len: 912 time: 0.0974443 May 10 03:28:27.062179 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c22df077-8b92-4f4a-9b53-b4b06081f1ea req-98b861e9-9ca1-4b17-993b-be70c95c30d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d79a52-8746-4f7f-b99f-60c6788062cb HTTP/1.1" status: 200 len: 1000 time: 0.0704730 May 10 03:28:27.115738 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22df077-8b92-4f4a-9b53-b4b06081f1ea req-ef623d46-ccba-46b6-b954-ba79fdee3fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:27.117498 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c22df077-8b92-4f4a-9b53-b4b06081f1ea req-ef623d46-ccba-46b6-b954-ba79fdee3fd2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eebf6256-0705-412d-bb91-fac21a38e5ba HTTP/1.1" status: 200 len: 850 time: 0.0493529 May 10 03:28:27.118714 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-34b77ba8-d591-42d3-8df5-4643ab9692ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'fe69a734-eb5e-406b-94cc-877fb98a3998', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'port_id': 'f3d79a52-8746-4f7f-b99f-60c6788062cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'mac_address': 'fa:16:3e:97:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843def1-c182-4652-bac3-37e5d494cb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:28:25Z', 'updated_at': '2022-05-10T03:28:25Z', 'revision_number': 0, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:52Z', 'revision_number': 5, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:28:27.148778 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b77ba8-d591-42d3-8df5-4643ab9692ad None None] Checking router: 827fd5ca-fe16-4a38-9de9-d101f7e51143 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:28:27.157486 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b77ba8-d591-42d3-8df5-4643ab9692ad None None] Routers {'827fd5ca-fe16-4a38-9de9-d101f7e51143'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:28:27.158205 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-34b77ba8-d591-42d3-8df5-4643ab9692ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:28:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['827fd5ca-fe16-4a38-9de9-d101f7e51143'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:28:27.165924 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22df077-8b92-4f4a-9b53-b4b06081f1ea req-842a822c-6a88-4812-a8fa-bb40d136d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:28:27.167459 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c22df077-8b92-4f4a-9b53-b4b06081f1ea req-842a822c-6a88-4812-a8fa-bb40d136d6a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445626 May 10 03:28:27.268627 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c22df077-8b92-4f4a-9b53-b4b06081f1ea req-74ddd892-79fb-475a-b76c-cf3f97720e53 service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946226 May 10 03:28:27.272346 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-34b77ba8-d591-42d3-8df5-4643ab9692ad None None] Set router 827fd5ca-fe16-4a38-9de9-d101f7e51143 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:28:27.369111 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-c22df077-8b92-4f4a-9b53-b4b06081f1ea req-03000576-1a5b-488d-bd59-ba502eca6c5b service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947981 May 10 03:28:27.503441 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-34b77ba8-d591-42d3-8df5-4643ab9692ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'fe69a734-eb5e-406b-94cc-877fb98a3998', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'port_id': 'f3d79a52-8746-4f7f-b99f-60c6788062cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'mac_address': 'fa:16:3e:97:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843def1-c182-4652-bac3-37e5d494cb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:28:25Z', 'updated_at': '2022-05-10T03:28:25Z', 'revision_number': 0, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:52Z', 'revision_number': 5, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:28:27.528873 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b77ba8-d591-42d3-8df5-4643ab9692ad None None] The sync data for ids ['827fd5ca-fe16-4a38-9de9-d101f7e51143'] in dv-cinder-830094-4-iscsi is: [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'fe69a734-eb5e-406b-94cc-877fb98a3998', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'port_id': 'f3d79a52-8746-4f7f-b99f-60c6788062cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'mac_address': 'fa:16:3e:97:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f843def1-c182-4652-bac3-37e5d494cb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:28:25Z', 'updated_at': '2022-05-10T03:28:25Z', 'revision_number': 0, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:52Z', 'revision_number': 5, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:28:27.724300 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8de69-456f-4cc8-9c58-835b56ef9961 None None] New status for floating IP fe69a734-eb5e-406b-94cc-877fb98a3998: ACTIVE {{(pid=103518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:28:41.044829 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:44.768778 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3cf81115-5be3-4b89-8fc3-e88430f10358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:46.960804 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1f909eff-1319-4c70-a603-cd1fc51790b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:48.215011 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:49.867386 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:51.185435 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:03.278935 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:29:11.058578 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:14.769421 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-35d45277-47c6-4c6e-87fa-abee96964eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:16.960925 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-74ff5246-e4de-4f57-a70e-c75df5aaf74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:18.217974 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:19.873122 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:21.187831 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:21.415208 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0cb179ab-ef47-4c75-b397-f2babf01a339 req-b9874235-f68d-4c27-817b-5491e76c265d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378833 May 10 03:29:21.491295 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb179ab-ef47-4c75-b397-f2babf01a339 req-c434bc02-2ebc-4e5e-a469-1d93a663144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:29:21.492749 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0cb179ab-ef47-4c75-b397-f2babf01a339 req-c434bc02-2ebc-4e5e-a469-1d93a663144e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 1130 time: 0.0371020 May 10 03:29:21.865699 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb179ab-ef47-4c75-b397-f2babf01a339 req-81ce959a-156f-48c1-8742-df261f535fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:29:21.867154 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0cb179ab-ef47-4c75-b397-f2babf01a339 req-81ce959a-156f-48c1-8742-df261f535fad service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 200 len: 912 time: 0.3564301 May 10 03:29:21.929203 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0cb179ab-ef47-4c75-b397-f2babf01a339 req-766a3ce5-8f37-44c0-aaaf-60402615483e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d79a52-8746-4f7f-b99f-60c6788062cb HTTP/1.1" status: 200 len: 1002 time: 0.0564103 May 10 03:29:21.978543 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb179ab-ef47-4c75-b397-f2babf01a339 req-ee1f266a-31ff-40b5-a2d6-17e5106b5283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:29:21.979917 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0cb179ab-ef47-4c75-b397-f2babf01a339 req-ee1f266a-31ff-40b5-a2d6-17e5106b5283 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eebf6256-0705-412d-bb91-fac21a38e5ba HTTP/1.1" status: 200 len: 850 time: 0.0448477 May 10 03:29:22.021435 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb179ab-ef47-4c75-b397-f2babf01a339 req-9c7d5b99-1363-40d5-8067-2c7e6799ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:29:22.022872 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0cb179ab-ef47-4c75-b397-f2babf01a339 req-9c7d5b99-1363-40d5-8067-2c7e6799ddd4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362625 May 10 03:29:22.111334 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0cb179ab-ef47-4c75-b397-f2babf01a339 req-9e258fb1-637c-4297-87ec-58ae4bda287e service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817740 May 10 03:29:22.199310 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0cb179ab-ef47-4c75-b397-f2babf01a339 req-2ec2b2b3-6a25-460d-b0a0-fde8349c9238 service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822883 May 10 03:29:40.277414 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:29:41.058262 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:44.535408 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [req-b01f621a-1e35-4a3e-b6ed-d88af6f8e0d0 req-b8f81d04-9689-4f65-945d-8271c116403b service neutron] (103516) timed out ('10.222.0.64', 64191) {{(pid=103516) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 03:29:44.770491 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7d61-e501-46d6-a59a-2623327aafe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:46.960296 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-52619fef-3168-42b6-8bbe-8fbb7d0f2305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:48.220910 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:48.906418 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [req-844bc7e0-3325-4825-ade2-8a91ede49756 req-ad35c8b4-0bb7-4b24-abdf-788f9c71167f service neutron] (103516) timed out ('10.222.0.64', 64172) {{(pid=103516) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 03:29:49.873760 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:51.190630 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:11.060319 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:14.770969 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-62762f1b-e975-4f8d-8785-ef3b7618de26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:16.960409 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f95281ea-86fd-486a-931f-1f9e38fd8a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:17.277203 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:30:18.224054 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:19.876753 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:21.192078 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:21.923346 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f77fafdf-488f-4e5b-a956-5e7d1d149dff req-8824e293-85dd-4155-8e6e-8c73a4980759 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781868 May 10 03:30:22.000934 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fafdf-488f-4e5b-a956-5e7d1d149dff req-44645d11-f2e6-4aa2-b539-c6d596008d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:22.002416 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f77fafdf-488f-4e5b-a956-5e7d1d149dff req-44645d11-f2e6-4aa2-b539-c6d596008d72 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 1130 time: 0.0391088 May 10 03:30:22.111913 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fafdf-488f-4e5b-a956-5e7d1d149dff req-d8e5a18f-fced-41d2-850f-e8b6b5dbcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:22.113586 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f77fafdf-488f-4e5b-a956-5e7d1d149dff req-d8e5a18f-fced-41d2-850f-e8b6b5dbcc1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 200 len: 912 time: 0.0922096 May 10 03:30:22.183545 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f77fafdf-488f-4e5b-a956-5e7d1d149dff req-f052cf8a-e139-49ef-bd9d-3cfa677c7f45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3d79a52-8746-4f7f-b99f-60c6788062cb HTTP/1.1" status: 200 len: 1002 time: 0.0633695 May 10 03:30:22.223574 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0b312-adc4-48b4-9577-2c2940e6d0eb req-201a4c5f-4c52-47af-862e-7a026811af34 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:22.225102 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e4d0b312-adc4-48b4-9577-2c2940e6d0eb req-201a4c5f-4c52-47af-862e-7a026811af34 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 946 time: 0.0527027 May 10 03:30:22.274346 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e4d0b312-adc4-48b4-9577-2c2940e6d0eb req-c093c41b-3bd9-4cbb-bbde-c8f33ae283f3 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433762 May 10 03:30:23.162563 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fafdf-488f-4e5b-a956-5e7d1d149dff req-1dd0e6d5-468f-485b-bdf0-dedd1a0c13b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:23.163983 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f77fafdf-488f-4e5b-a956-5e7d1d149dff req-1dd0e6d5-468f-485b-bdf0-dedd1a0c13b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eebf6256-0705-412d-bb91-fac21a38e5ba HTTP/1.1" status: 200 len: 850 time: 0.0480263 May 10 03:30:23.207641 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fafdf-488f-4e5b-a956-5e7d1d149dff req-a7f267ca-22b7-4f64-9ca9-9e87d4888dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:23.209134 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f77fafdf-488f-4e5b-a956-5e7d1d149dff req-a7f267ca-22b7-4f64-9ca9-9e87d4888dd9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382926 May 10 03:30:23.299315 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f77fafdf-488f-4e5b-a956-5e7d1d149dff req-75c7408e-2d95-4d2f-b14d-ca16b510c8ae service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822964 May 10 03:30:23.417267 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197994b-9278-4385-a650-e1e5b627aa8c req-4300179f-a746-433a-a6c9-786eb1ea4dda tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:23.418695 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7197994b-9278-4385-a650-e1e5b627aa8c req-4300179f-a746-433a-a6c9-786eb1ea4dda tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 946 time: 0.0604966 May 10 03:30:23.449882 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f77fafdf-488f-4e5b-a956-5e7d1d149dff req-3d1acd9e-41a4-4df8-a1bf-a5899c03bc15 service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389647 May 10 03:30:23.477796 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-7197994b-9278-4385-a650-e1e5b627aa8c req-9d5b88c6-c25e-4949-a28c-97cfc4100b46 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528541 May 10 03:30:23.689711 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf488f-9aa4-4082-8fe7-86b8711b4450 req-c3180c27-b309-4d8d-85c5-b0b2e5ce2580 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:23.691551 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9aaf488f-9aa4-4082-8fe7-86b8711b4450 req-c3180c27-b309-4d8d-85c5-b0b2e5ce2580 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.64 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 946 time: 0.0580683 May 10 03:30:23.773881 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9aaf488f-9aa4-4082-8fe7-86b8711b4450 req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Deleting port f3d79a52-8746-4f7f-b99f-60c6788062cb {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:30:23.774211 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9aaf488f-9aa4-4082-8fe7-86b8711b4450 req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (f3d79a52-8746-4f7f-b99f-60c6788062cb), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:23.862561 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-9aaf488f-9aa4-4082-8fe7-86b8711b4450 req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] For port f3d79a52-8746-4f7f-b99f-60c6788062cb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f3d79a52-8746-4f7f-b99f-60c6788062cb,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:30:23.862914 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9aaf488f-9aa4-4082-8fe7-86b8711b4450 req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (f3d79a52-8746-4f7f-b99f-60c6788062cb), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:24.032579 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9aaf488f-9aa4-4082-8fe7-86b8711b4450 req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:24.033159 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9aaf488f-9aa4-4082-8fe7-86b8711b4450 req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (fe69a734-eb5e-406b-94cc-877fb98a3998), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:24.033327 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.db.l3_db [req-9aaf488f-9aa4-4082-8fe7-86b8711b4450 req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Floating IP fe69a734-eb5e-406b-94cc-877fb98a3998 disassociated. External IP: 172.27.1.125, port: f3d79a52-8746-4f7f-b99f-60c6788062cb. May 10 03:30:24.033626 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9aaf488f-9aa4-4082-8fe7-86b8711b4450 req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Calling delete_port for f3d79a52-8746-4f7f-b99f-60c6788062cb owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:30:24.164848 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9aaf488f-9aa4-4082-8fe7-86b8711b4450 req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (f3d79a52-8746-4f7f-b99f-60c6788062cb), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:24.191902 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event deleted for resources: {'Port': ['ID=f3d79a52-8746-4f7f-b99f-60c6788062cb,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:30:24.201440 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:24.201790 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:24.202130 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:24.202468 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:24.202822 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:24.203675 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:24.204016 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:24.204810 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:24.204810 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:24.205002 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:24.205310 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:24.205632 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:24.205953 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:24.206272 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:24.206588 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:24.332062 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9aaf488f-9aa4-4082-8fe7-86b8711b4450 req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Router 827fd5ca-fe16-4a38-9de9-d101f7e51143 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:30:24.445918 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9aaf488f-9aa4-4082-8fe7-86b8711b4450 req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:30:24.456762 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe792874-602d-4f13-a1e2-4321cf3aa925 None None] Sync routers for ids ['827fd5ca-fe16-4a38-9de9-d101f7e51143'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:30:24.465913 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe792874-602d-4f13-a1e2-4321cf3aa925 None None] Routers {'827fd5ca-fe16-4a38-9de9-d101f7e51143'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:30:24.466524 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-fe792874-602d-4f13-a1e2-4321cf3aa925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:30:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['827fd5ca-fe16-4a38-9de9-d101f7e51143'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:30:24.489203 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aaf488f-9aa4-4082-8fe7-86b8711b4450 req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] No DVR routers for this DVR port f3d79a52-8746-4f7f-b99f-60c6788062cb on host hv-cinder-83009 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:30:24.491609 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9aaf488f-9aa4-4082-8fe7-86b8711b4450 req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:24.494915 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9aaf488f-9aa4-4082-8fe7-86b8711b4450 req-966929a1-6132-494a-a81a-16c24a0111e4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.64 "DELETE /v2.0/ports/f3d79a52-8746-4f7f-b99f-60c6788062cb HTTP/1.1" status: 204 len: 173 time: 0.7973576 May 10 03:30:24.495349 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f843def1-c182-4652-bac3-37e5d494cb3e', 'name': 'network-vif-deleted', 'tag': 'f3d79a52-8746-4f7f-b99f-60c6788062cb'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:30:24.497628 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae581a7-c85d-4293-81fd-2829e934b92d" -d '{"events": [{"server_uuid": "f843def1-c182-4652-bac3-37e5d494cb3e", "name": "network-vif-deleted", "tag": "f3d79a52-8746-4f7f-b99f-60c6788062cb"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:30:24.577132 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c86a377-4176-40d5-b98d-44295ed60012 x-openstack-request-id: req-4c86a377-4176-40d5-b98d-44295ed60012 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:30:24.577540 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f843def1-c182-4652-bac3-37e5d494cb3e", "name": "network-vif-deleted", "tag": "f3d79a52-8746-4f7f-b99f-60c6788062cb", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:30:24.577945 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4c86a377-4176-40d5-b98d-44295ed60012 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:30:24.579758 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c86a377-4176-40d5-b98d-44295ed60012'] response: {'server_uuid': 'f843def1-c182-4652-bac3-37e5d494cb3e', 'name': 'network-vif-deleted', 'tag': 'f3d79a52-8746-4f7f-b99f-60c6788062cb', 'status': 'completed', 'code': 200} May 10 03:30:24.602008 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-fe792874-602d-4f13-a1e2-4321cf3aa925 None None] Set router 827fd5ca-fe16-4a38-9de9-d101f7e51143 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:30:24.630651 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5e8717bc-4cc1-40f4-99c3-f1a062edd788 req-79a221dc-78bb-4d76-a8a6-d52349c8bbef tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=f843def1-c182-4652-bac3-37e5d494cb3e HTTP/1.1" status: 200 len: 210 time: 0.0385962 May 10 03:30:24.804401 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-fe792874-602d-4f13-a1e2-4321cf3aa925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:52Z', 'revision_number': 5, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:30:24.831951 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe792874-602d-4f13-a1e2-4321cf3aa925 None None] Checking router: 827fd5ca-fe16-4a38-9de9-d101f7e51143 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:30:24.840495 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe792874-602d-4f13-a1e2-4321cf3aa925 None None] Routers {'827fd5ca-fe16-4a38-9de9-d101f7e51143'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:30:24.841114 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-fe792874-602d-4f13-a1e2-4321cf3aa925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:30:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['827fd5ca-fe16-4a38-9de9-d101f7e51143'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:30:24.949434 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-fe792874-602d-4f13-a1e2-4321cf3aa925 None None] Set router 827fd5ca-fe16-4a38-9de9-d101f7e51143 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:30:25.143092 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-fe792874-602d-4f13-a1e2-4321cf3aa925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:52Z', 'revision_number': 5, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:30:25.169914 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe792874-602d-4f13-a1e2-4321cf3aa925 None None] The sync data for ids ['827fd5ca-fe16-4a38-9de9-d101f7e51143'] in dv-cinder-830094-4-iscsi is: [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:52Z', 'revision_number': 5, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:30:25.389078 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e12a06-f59e-4f2c-b96a-6ce469194bc6 None None] New status for floating IP fe69a734-eb5e-406b-94cc-877fb98a3998: DOWN {{(pid=103518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:30:25.838438 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-682532b2-c9d1-493e-8edb-2191ac3aef93 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41511010&fields=id&tenant_id=d31c39583b8343bd98bdc64d7659bd9a HTTP/1.1" status: 200 len: 267 time: 0.0431976 May 10 03:30:25.945072 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-2c95a44d-df2d-4c5a-83f3-4d26543df46f tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:25.946515 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-2c95a44d-df2d-4c5a-83f3-4d26543df46f tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/networks?id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 200 len: 811 time: 0.1017313 May 10 03:30:25.961201 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-9a3b40f7-d64b-400e-8a42-53ae9c1594f4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/quotas/d31c39583b8343bd98bdc64d7659bd9a HTTP/1.1" status: 200 len: 375 time: 0.0091281 May 10 03:30:26.009281 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-aee112e9-96b7-431d-9209-680584b7f359 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431118 May 10 03:30:26.108510 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-ac256f13-b100-4c09-b5d3-bb9dce680108 service neutron] 10.222.0.55 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875847 May 10 03:30:26.198087 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-66b16c11-d75c-4554-a41b-edfed65d2aa6 service neutron] 10.222.0.55 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833969 May 10 03:30:26.481768 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3b295ce5-4d18-45f8-adf7-00f68393bafb req-880c2ec4-650a-4f53-8d77-0c30b5977ce9 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 210 time: 0.0275900 May 10 03:30:27.352816 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-88add817-ebea-459b-8ab0-8befcd6c64d6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:27.354243 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-88add817-ebea-459b-8ab0-8befcd6c64d6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.64 "GET /v2.0/networks?id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 200 len: 811 time: 0.1082759 May 10 03:30:27.415517 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-a182dfad-c6a6-4bf8-9e5e-f4801a0a8fb2 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d31c39583b8343bd98bdc64d7659bd9a HTTP/1.1" status: 200 len: 378 time: 0.0529032 May 10 03:30:27.424208 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-9a95b911-f43f-4aee-9f3e-a5a32ce5dbb2 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Request body: {'port': {'device_id': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'admin_state_up': True, 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'security_groups': ['ffe4416c-61c5-4789-9147-0396dc48252c']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:30:27.531861 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-9a95b911-f43f-4aee-9f3e-a5a32ce5dbb2 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Made reservation on behalf of d31c39583b8343bd98bdc64d7659bd9a for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:30:27.535438 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-9a95b911-f43f-4aee-9f3e-a5a32ce5dbb2 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:27.583119 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-6fb68643-46da-41ea-8de3-926d9a108cd3 req-38fefa38-c522-4141-8125-8fc63b05d0ee tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 210 time: 0.0290122 May 10 03:30:27.665517 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-9a95b911-f43f-4aee-9f3e-a5a32ce5dbb2 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Allocated IP 172.20.0.11 (cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2/eebf6256-0705-412d-bb91-fac21a38e5ba/c86770ba-d3d5-4241-88da-51dba0f77837) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:30:27.820453 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-9a95b911-f43f-4aee-9f3e-a5a32ce5dbb2 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for port (c86770ba-d3d5-4241-88da-51dba0f77837), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:27.857609 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device f3d79a52-8746-4f7f-b99f-60c6788062cb no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:30:27.858247 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-9a95b911-f43f-4aee-9f3e-a5a32ce5dbb2 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (c86770ba-d3d5-4241-88da-51dba0f77837), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:27.883148 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: f3d79a52-8746-4f7f-b99f-60c6788062cb {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:30:27.883492 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device f3d79a52-8746-4f7f-b99f-60c6788062cb not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:30:27.900765 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-9a95b911-f43f-4aee-9f3e-a5a32ce5dbb2 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:30:27.903764 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-9a95b911-f43f-4aee-9f3e-a5a32ce5dbb2 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:30:27.907564 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-9a95b911-f43f-4aee-9f3e-a5a32ce5dbb2 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:30:27.941856 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95b911-f43f-4aee-9f3e-a5a32ce5dbb2 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event updated for resources: {'Port': ['ID=c86770ba-d3d5-4241-88da-51dba0f77837,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:30:27.975300 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-9a95b911-f43f-4aee-9f3e-a5a32ce5dbb2 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:27.976047 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-9a95b911-f43f-4aee-9f3e-a5a32ce5dbb2 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:27.994458 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-9a95b911-f43f-4aee-9f3e-a5a32ce5dbb2 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5743880 May 10 03:30:28.006564 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Request body: {'port': {'device_id': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:30:28.076152 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (c86770ba-d3d5-4241-88da-51dba0f77837), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:28.158149 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-80c2beaf-7218-4357-bb00-b5caa7eb8bea None None] Provisioning complete for port c86770ba-d3d5-4241-88da-51dba0f77837 triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:30:28.158798 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-80c2beaf-7218-4357-bb00-b5caa7eb8bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (c86770ba-d3d5-4241-88da-51dba0f77837), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:28.201577 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-80c2beaf-7218-4357-bb00-b5caa7eb8bea None None] Port c86770ba-d3d5-4241-88da-51dba0f77837 cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:30:28.357151 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c86770ba-d3d5-4241-88da-51dba0f77837 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:30:28.366013 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Publish callbacks [] for port (c86770ba-d3d5-4241-88da-51dba0f77837), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:28.380139 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Transition to ACTIVE for port object c86770ba-d3d5-4241-88da-51dba0f77837 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:30:28.384122 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (c86770ba-d3d5-4241-88da-51dba0f77837), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:28.434436 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=c86770ba-d3d5-4241-88da-51dba0f77837,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:30:28.510287 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Attempting to bind port c86770ba-d3d5-4241-88da-51dba0f77837 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:30:28.510631 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Attempting to bind port c86770ba-d3d5-4241-88da-51dba0f77837 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:30:28.510965 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Attempting to bind port c86770ba-d3d5-4241-88da-51dba0f77837 on network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:30:28.515875 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Port c86770ba-d3d5-4241-88da-51dba0f77837 on network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:30:28.516185 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Attempting to bind port c86770ba-d3d5-4241-88da-51dba0f77837 on network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:30:28.521762 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:30:28.522513 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Checking segment: {'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:30:28.522901 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Bound using segment: {'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:30:28.523337 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Bound port: c86770ba-d3d5-4241-88da-51dba0f77837, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:30:28.523696 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (c86770ba-d3d5-4241-88da-51dba0f77837), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:28.608312 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] For port c86770ba-d3d5-4241-88da-51dba0f77837, host hv-cinder-83009, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:30:28.613084 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] For port c86770ba-d3d5-4241-88da-51dba0f77837, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c86770ba-d3d5-4241-88da-51dba0f77837,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:30:28.621324 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (c86770ba-d3d5-4241-88da-51dba0f77837), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:28.656558 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:28.657474 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:28.658995 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] 10.222.0.64 "PUT /v2.0/ports/c86770ba-d3d5-4241-88da-51dba0f77837 HTTP/1.1" status: 200 len: 1094 time: 0.6568825 May 10 03:30:28.660718 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'tag': 'c86770ba-d3d5-4241-88da-51dba0f77837'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:30:28.663880 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a397b7-b838-4fd0-8350-97e466eefde6" -d '{"events": [{"name": "network-changed", "server_uuid": "33ca5f49-d88d-4b77-abf4-03b9742ea505", "tag": "c86770ba-d3d5-4241-88da-51dba0f77837"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:30:28.728194 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2eb64d3-bdbc-4743-adff-ffa0cb5a88e5 x-openstack-request-id: req-a2eb64d3-bdbc-4743-adff-ffa0cb5a88e5 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:30:28.728521 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ca5f49-d88d-4b77-abf4-03b9742ea505", "tag": "c86770ba-d3d5-4241-88da-51dba0f77837", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:30:28.728811 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a2eb64d3-bdbc-4743-adff-ffa0cb5a88e5 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:30:28.729229 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2eb64d3-bdbc-4743-adff-ffa0cb5a88e5'] response: {'name': 'network-changed', 'server_uuid': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'tag': 'c86770ba-d3d5-4241-88da-51dba0f77837', 'status': 'completed', 'code': 200} May 10 03:30:28.779298 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cf6e1-4b7c-4a7f-b125-469b49701fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=c86770ba-d3d5-4241-88da-51dba0f77837,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:30:28.790965 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa09fe-67f6-4e70-ac4e-9e634a77a3e4 req-1e4f877e-de5d-4dcb-bbde-797e0c4e59e1 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:28.792959 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-06fa09fe-67f6-4e70-ac4e-9e634a77a3e4 req-1e4f877e-de5d-4dcb-bbde-797e0c4e59e1 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 944 time: 0.1195722 May 10 03:30:28.800432 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-54126068-2a7e-4d33-a9a2-329a1dc8421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:28.802261 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-54126068-2a7e-4d33-a9a2-329a1dc8421b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 1128 time: 0.0697913 May 10 03:30:28.866559 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-0df451b0-30b2-42f1-ad97-4c24474a2a29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c86770ba-d3d5-4241-88da-51dba0f77837 HTTP/1.1" status: 200 len: 217 time: 0.0566022 May 10 03:30:28.926999 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-06fa09fe-67f6-4e70-ac4e-9e634a77a3e4 req-2af0b7bf-03a1-41cf-83dd-a923ca269cee tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1191278 May 10 03:30:28.950037 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-20110bef-6404-49ec-8ad7-7a61d7c5a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:28.952059 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-20110bef-6404-49ec-8ad7-7a61d7c5a11c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eebf6256-0705-412d-bb91-fac21a38e5ba HTTP/1.1" status: 200 len: 850 time: 0.0752373 May 10 03:30:29.009286 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-de4018b8-979a-4558-9853-5defd8e57d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:29.010813 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-de4018b8-979a-4558-9853-5defd8e57d01 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529819 May 10 03:30:29.114303 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-6e59f66f-4c0d-4ad5-b68d-502bb1090289 service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967412 May 10 03:30:29.213163 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-263ebef2-aeb0-45d3-aef6-0d6b7ff04828 req-8585b8ef-b8c4-44f4-b65a-c9f53052fada service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927761 May 10 03:30:29.451863 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a397b7-b838-4fd0-8350-97e466eefde6 req-f9bca643-3221-4c44-b77e-26245e21a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:29.454166 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f5a397b7-b838-4fd0-8350-97e466eefde6 req-f9bca643-3221-4c44-b77e-26245e21a858 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 1128 time: 0.0436668 May 10 03:30:29.547214 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a397b7-b838-4fd0-8350-97e466eefde6 req-2fd8522f-0eb4-4434-a1d0-5d2eee1ce1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:29.548624 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f5a397b7-b838-4fd0-8350-97e466eefde6 req-2fd8522f-0eb4-4434-a1d0-5d2eee1ce1bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 200 len: 912 time: 0.0882065 May 10 03:30:29.594984 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f5a397b7-b838-4fd0-8350-97e466eefde6 req-eb2b9555-29bd-4707-a8b6-2623a6be3167 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c86770ba-d3d5-4241-88da-51dba0f77837 HTTP/1.1" status: 200 len: 217 time: 0.0406854 May 10 03:30:29.644668 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a397b7-b838-4fd0-8350-97e466eefde6 req-895b21aa-658d-492c-aa11-203f059fceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:29.646307 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f5a397b7-b838-4fd0-8350-97e466eefde6 req-895b21aa-658d-492c-aa11-203f059fceda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eebf6256-0705-412d-bb91-fac21a38e5ba HTTP/1.1" status: 200 len: 850 time: 0.0459230 May 10 03:30:29.690603 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a397b7-b838-4fd0-8350-97e466eefde6 req-d35b370d-b1af-4528-aa79-809cc6d98ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:29.692143 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f5a397b7-b838-4fd0-8350-97e466eefde6 req-d35b370d-b1af-4528-aa79-809cc6d98ab3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404096 May 10 03:30:29.788101 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f5a397b7-b838-4fd0-8350-97e466eefde6 req-5b2e87e7-11a3-4117-a6c2-f30ac3122ca2 service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900886 May 10 03:30:29.877264 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f5a397b7-b838-4fd0-8350-97e466eefde6 req-f544163b-268e-402a-96b0-ee702bbb7855 service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834172 May 10 03:30:30.051942 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc348e-4577-405f-8056-fe540700e0f6 req-9cfe9cff-36e1-45c3-8f5b-cd093bbb1c89 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:30.053447 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-dcdc348e-4577-405f-8056-fe540700e0f6 req-9cfe9cff-36e1-45c3-8f5b-cd093bbb1c89 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 944 time: 0.0469418 May 10 03:30:30.111843 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-dcdc348e-4577-405f-8056-fe540700e0f6 req-708b5677-7eb7-46af-b05b-e1662ad78242 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485709 May 10 03:30:31.235214 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63fd03-124e-40ae-8710-e8433487f61c req-9930a783-81c0-4b9c-85c3-1506bfaae4b0 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:31.236746 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fd63fd03-124e-40ae-8710-e8433487f61c req-9930a783-81c0-4b9c-85c3-1506bfaae4b0 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 944 time: 0.0513470 May 10 03:30:31.289550 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-fd63fd03-124e-40ae-8710-e8433487f61c req-0b651e91-0934-4cf4-9811-c9e5a8aa5510 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473211 May 10 03:30:32.409139 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c9529-230a-4808-8993-d01eaaba00aa req-5d20f69d-dce6-454e-94bd-9b31a4ec3591 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:32.410672 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-081c9529-230a-4808-8993-d01eaaba00aa req-5d20f69d-dce6-454e-94bd-9b31a4ec3591 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 944 time: 0.0482581 May 10 03:30:32.462664 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-081c9529-230a-4808-8993-d01eaaba00aa req-c6f133c8-95ef-49e6-a455-0588fde53c4b tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462081 May 10 03:30:33.579191 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2605f-ef21-4cf2-945f-ae90a24bf0e5 req-51ac4277-8f99-4740-9925-37c504b45e67 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:33.580697 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1cc2605f-ef21-4cf2-945f-ae90a24bf0e5 req-51ac4277-8f99-4740-9925-37c504b45e67 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 944 time: 0.0489454 May 10 03:30:33.630093 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-1cc2605f-ef21-4cf2-945f-ae90a24bf0e5 req-dd505bbc-53fd-4e63-9cb9-ef13c792c7bf tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437334 May 10 03:30:34.756977 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27bbf0-4c85-42e4-b7c9-7a66aa29bc59 req-cb97d465-568e-4c6e-8e11-b758b0e4ea5b tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:34.758697 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1b27bbf0-4c85-42e4-b7c9-7a66aa29bc59 req-cb97d465-568e-4c6e-8e11-b758b0e4ea5b tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 944 time: 0.0613592 May 10 03:30:34.809523 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1b27bbf0-4c85-42e4-b7c9-7a66aa29bc59 req-a6ff5a44-3b39-4cc5-8862-eea9c0353baa tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453374 May 10 03:30:35.920081 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a9df7-d1b3-4615-b4b1-cea30b2219ec req-96417fe3-85ec-4d9a-9208-002cc4c6e6a4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:35.921543 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-aa1a9df7-d1b3-4615-b4b1-cea30b2219ec req-96417fe3-85ec-4d9a-9208-002cc4c6e6a4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 944 time: 0.0459926 May 10 03:30:35.968672 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-aa1a9df7-d1b3-4615-b4b1-cea30b2219ec req-288e4f16-856f-4efa-96eb-a9933125e1f6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410757 May 10 03:30:37.083680 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fe801-37f2-4c85-b8d9-ecc225cc4bb3 req-a55e12bb-4453-47ca-b289-c5458b6b5734 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:37.085142 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-999fe801-37f2-4c85-b8d9-ecc225cc4bb3 req-a55e12bb-4453-47ca-b289-c5458b6b5734 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 944 time: 0.0503855 May 10 03:30:37.132789 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-999fe801-37f2-4c85-b8d9-ecc225cc4bb3 req-4ff7741d-a663-4eee-ac32-b076687f30e0 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421634 May 10 03:30:37.870243 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device c86770ba-d3d5-4241-88da-51dba0f77837 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:30:37.966361 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port c86770ba-d3d5-4241-88da-51dba0f77837, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c86770ba-d3d5-4241-88da-51dba0f77837,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:30:37.977936 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': 'c86770ba-d3d5-4241-88da-51dba0f77837', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'port_id': 'c86770ba-d3d5-4241-88da-51dba0f77837', 'mac_address': 'fa:16:3e:af:88:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:30:38.012898 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port c86770ba-d3d5-4241-88da-51dba0f77837 is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:30:38.013276 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (c86770ba-d3d5-4241-88da-51dba0f77837), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:38.026391 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86770ba-d3d5-4241-88da-51dba0f77837 {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:30:38.049248 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port c86770ba-d3d5-4241-88da-51dba0f77837, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c86770ba-d3d5-4241-88da-51dba0f77837,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:30:38.054044 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (c86770ba-d3d5-4241-88da-51dba0f77837), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:38.100155 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=c86770ba-d3d5-4241-88da-51dba0f77837,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:30:38.106924 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:38.107267 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:38.107602 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:38.107936 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:38.108266 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:38.108588 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:38.108935 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:38.109254 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:38.109619 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:38.109935 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:38.110254 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:38.110572 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:38.110887 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:38.111203 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:38.111512 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:38.246162 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7083f09-8d7b-4673-91fa-52b46c20e47c req-213db0ec-301b-483e-8111-420f782288ff tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:38.247606 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b7083f09-8d7b-4673-91fa-52b46c20e47c req-213db0ec-301b-483e-8111-420f782288ff tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 945 time: 0.0497708 May 10 03:30:38.274079 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['c86770ba-d3d5-4241-88da-51dba0f77837'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:30:38.297873 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b7083f09-8d7b-4673-91fa-52b46c20e47c req-14b763a7-910d-4678-bbf3-e30e9848f21b tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438452 May 10 03:30:39.410745 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cebdc0-e166-47bc-a70e-52631c8111e7 req-96127ce3-bcf0-470a-806e-cc56d65e8a9b tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:39.412434 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f6cebdc0-e166-47bc-a70e-52631c8111e7 req-96127ce3-bcf0-470a-806e-cc56d65e8a9b tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 945 time: 0.0462818 May 10 03:30:39.459893 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f6cebdc0-e166-47bc-a70e-52631c8111e7 req-8422e46d-db91-4f7c-8434-9e52089b62a8 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419934 May 10 03:30:39.885641 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device c86770ba-d3d5-4241-88da-51dba0f77837 up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:30:39.930135 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port c86770ba-d3d5-4241-88da-51dba0f77837 completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:30:39.935790 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port c86770ba-d3d5-4241-88da-51dba0f77837 triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:30:39.936159 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (c86770ba-d3d5-4241-88da-51dba0f77837), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:40.024138 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port c86770ba-d3d5-4241-88da-51dba0f77837 is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:30:40.024522 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (c86770ba-d3d5-4241-88da-51dba0f77837), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:40.052020 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86770ba-d3d5-4241-88da-51dba0f77837'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:30:40.054295 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de5d234-be54-43ad-aa4b-116c1956b19c" -d '{"events": [{"server_uuid": "33ca5f49-d88d-4b77-abf4-03b9742ea505", "name": "network-vif-plugged", "status": "completed", "tag": "c86770ba-d3d5-4241-88da-51dba0f77837"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:30:40.066566 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port c86770ba-d3d5-4241-88da-51dba0f77837, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c86770ba-d3d5-4241-88da-51dba0f77837,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:30:40.071578 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (c86770ba-d3d5-4241-88da-51dba0f77837), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:40.095919 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c4618c-04c5-4491-994c-6773f5c72393 x-openstack-request-id: req-b9c4618c-04c5-4491-994c-6773f5c72393 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:30:40.096215 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ca5f49-d88d-4b77-abf4-03b9742ea505", "name": "network-vif-plugged", "status": "completed", "tag": "c86770ba-d3d5-4241-88da-51dba0f77837", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:30:40.096472 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b9c4618c-04c5-4491-994c-6773f5c72393 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:30:40.096899 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c4618c-04c5-4491-994c-6773f5c72393'] response: {'server_uuid': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86770ba-d3d5-4241-88da-51dba0f77837', 'code': 200} May 10 03:30:40.122541 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=c86770ba-d3d5-4241-88da-51dba0f77837,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:30:40.288618 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354f6f8-01d2-4653-add2-afc4972d4ecb req-f2e70a18-0a62-4e19-a902-c18adf721ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:40.290091 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d354f6f8-01d2-4653-add2-afc4972d4ecb req-f2e70a18-0a62-4e19-a902-c18adf721ece service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 1130 time: 0.0389519 May 10 03:30:40.340300 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d354f6f8-01d2-4653-add2-afc4972d4ecb req-67ba26ae-aa53-4475-9f4c-1627eae3f6dd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439117 May 10 03:30:40.574796 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c7778-96e3-4767-82f2-73be0f14aefc req-dae5e008-fea6-473c-be2e-71d7872652aa tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:40.576149 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b86c7778-96e3-4767-82f2-73be0f14aefc req-dae5e008-fea6-473c-be2e-71d7872652aa tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 946 time: 0.0496156 May 10 03:30:40.623135 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-b86c7778-96e3-4767-82f2-73be0f14aefc req-747e893d-f37b-440b-86e6-467db01417e3 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407124 May 10 03:30:41.072779 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:41.738476 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b168a-72cb-4966-b7e7-ce0b406c07e2 req-c209964e-0ef2-4e40-b60c-94e28853cf68 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:41.739914 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-259b168a-72cb-4966-b7e7-ce0b406c07e2 req-c209964e-0ef2-4e40-b60c-94e28853cf68 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 946 time: 0.0459516 May 10 03:30:41.792687 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-259b168a-72cb-4966-b7e7-ce0b406c07e2 req-515833b6-aa11-49e4-827c-fd90079dc0ed tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472057 May 10 03:30:41.904567 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff13c0-03c3-449a-b0f1-499788a58a60 req-e0b6e120-6a4b-4748-a906-0941e52eb060 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:41.905936 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-78ff13c0-03c3-449a-b0f1-499788a58a60 req-e0b6e120-6a4b-4748-a906-0941e52eb060 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 946 time: 0.0460670 May 10 03:30:41.956062 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-78ff13c0-03c3-449a-b0f1-499788a58a60 req-0de965ec-cf2d-405a-b6dd-ef300fd372b5 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437148 May 10 03:30:41.977447 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 44040) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:30:42.013734 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e141db2b-4061-418a-b90e-c9a088bbf3a8 tempest-TestVolumeBootPattern-1870857739 tempest-TestVolumeBootPattern-1870857739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:42.015180 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-e141db2b-4061-418a-b90e-c9a088bbf3a8 tempest-TestVolumeBootPattern-1870857739 tempest-TestVolumeBootPattern-1870857739-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 1125 time: 0.0367906 May 10 03:30:42.018559 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 44042) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:30:42.022719 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Request body: {'floatingip': {'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'port_id': 'c86770ba-d3d5-4241-88da-51dba0f77837', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:30:42.042345 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:42.121992 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:42.226762 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Allocated IP 172.27.1.246 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/9df75d2d-2472-4a55-bf12-3f6dffe68f63) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:30:42.326680 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for port (9df75d2d-2472-4a55-bf12-3f6dffe68f63), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:42.360425 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (9df75d2d-2472-4a55-bf12-3f6dffe68f63), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:42.398087 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:30:42.400991 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:30:42.406396 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:30:42.412193 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event updated for resources: {'Port': ['ID=9df75d2d-2472-4a55-bf12-3f6dffe68f63,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:30:42.443980 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:42.444330 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:42.444685 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:42.445028 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:42.445361 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:42.445687 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:42.446010 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:42.446337 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:42.446660 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:42.446981 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:42.447303 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:42.447622 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:42.447941 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:42.448256 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:42.448571 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:30:42.779842 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for floatingip (c39f0448-27a7-4a69-a115-3f252210b408), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:42.849116 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (9df75d2d-2472-4a55-bf12-3f6dffe68f63), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:42.993223 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for port (9df75d2d-2472-4a55-bf12-3f6dffe68f63), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:42.997224 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5428960'] for port (9df75d2d-2472-4a55-bf12-3f6dffe68f63), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:43.063706 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event updated for resources: {'Port': ['ID=9df75d2d-2472-4a55-bf12-3f6dffe68f63,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:30:43.073262 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (c39f0448-27a7-4a69-a115-3f252210b408), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:43.174417 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.l3_db [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Floating IP c39f0448-27a7-4a69-a115-3f252210b408 associated. External IP: 172.27.1.246, port: c86770ba-d3d5-4241-88da-51dba0f77837. May 10 03:30:43.627852 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Router 827fd5ca-fe16-4a38-9de9-d101f7e51143 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:30:43.735884 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:30:43.745353 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0a3142-b70c-4b49-9909-48fdf7379d8c None None] Sync routers for ids ['827fd5ca-fe16-4a38-9de9-d101f7e51143'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:30:43.753887 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:43.755356 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0a3142-b70c-4b49-9909-48fdf7379d8c None None] Routers {'827fd5ca-fe16-4a38-9de9-d101f7e51143'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:30:43.755965 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1e0a3142-b70c-4b49-9909-48fdf7379d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:30:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['827fd5ca-fe16-4a38-9de9-d101f7e51143'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:30:43.783585 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-b6ad1ccb-12de-4ef5-8c35-3ce0769556c6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7640238 May 10 03:30:43.784512 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'tag': 'c86770ba-d3d5-4241-88da-51dba0f77837'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:30:43.787070 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066feaf7-1e13-4f66-909d-4fd1e25503b1" -d '{"events": [{"name": "network-changed", "server_uuid": "33ca5f49-d88d-4b77-abf4-03b9742ea505", "tag": "c86770ba-d3d5-4241-88da-51dba0f77837"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:30:43.864628 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-1e0a3142-b70c-4b49-9909-48fdf7379d8c None None] Set router 827fd5ca-fe16-4a38-9de9-d101f7e51143 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:30:43.899509 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabf2c7d-5be1-428d-ba43-5da7c600aa18 x-openstack-request-id: req-cabf2c7d-5be1-428d-ba43-5da7c600aa18 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:30:43.899807 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ca5f49-d88d-4b77-abf4-03b9742ea505", "tag": "c86770ba-d3d5-4241-88da-51dba0f77837", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:30:43.900061 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cabf2c7d-5be1-428d-ba43-5da7c600aa18 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:30:43.900518 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cabf2c7d-5be1-428d-ba43-5da7c600aa18'] response: {'name': 'network-changed', 'server_uuid': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'tag': 'c86770ba-d3d5-4241-88da-51dba0f77837', 'status': 'completed', 'code': 200} May 10 03:30:43.958444 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066feaf7-1e13-4f66-909d-4fd1e25503b1 req-05de7eea-4520-4cc6-b675-ae463efc86a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:43.959936 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-066feaf7-1e13-4f66-909d-4fd1e25503b1 req-05de7eea-4520-4cc6-b675-ae463efc86a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 1130 time: 0.0385230 May 10 03:30:44.050460 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066feaf7-1e13-4f66-909d-4fd1e25503b1 req-e14055c0-b72c-4bf4-9cca-acae9aed0678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:44.051916 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-066feaf7-1e13-4f66-909d-4fd1e25503b1 req-e14055c0-b72c-4bf4-9cca-acae9aed0678 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 200 len: 912 time: 0.0838332 May 10 03:30:44.087993 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1e0a3142-b70c-4b49-9909-48fdf7379d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'c39f0448-27a7-4a69-a115-3f252210b408', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'port_id': 'c86770ba-d3d5-4241-88da-51dba0f77837', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'mac_address': 'fa:16:3e:af:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:30:42Z', 'updated_at': '2022-05-10T03:30:42Z', 'revision_number': 0, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:52Z', 'revision_number': 5, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:30:44.114470 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0a3142-b70c-4b49-9909-48fdf7379d8c None None] Checking router: 827fd5ca-fe16-4a38-9de9-d101f7e51143 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:30:44.121459 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-066feaf7-1e13-4f66-909d-4fd1e25503b1 req-cbda3b7a-498e-41ff-bc74-f331ba16f47d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c86770ba-d3d5-4241-88da-51dba0f77837 HTTP/1.1" status: 200 len: 1000 time: 0.0633745 May 10 03:30:44.122767 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0a3142-b70c-4b49-9909-48fdf7379d8c None None] Routers {'827fd5ca-fe16-4a38-9de9-d101f7e51143'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:30:44.123360 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1e0a3142-b70c-4b49-9909-48fdf7379d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:30:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['827fd5ca-fe16-4a38-9de9-d101f7e51143'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:30:44.167958 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066feaf7-1e13-4f66-909d-4fd1e25503b1 req-250a1fd3-ff16-4df5-b73b-50d20c8e8747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:44.169337 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-066feaf7-1e13-4f66-909d-4fd1e25503b1 req-250a1fd3-ff16-4df5-b73b-50d20c8e8747 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eebf6256-0705-412d-bb91-fac21a38e5ba HTTP/1.1" status: 200 len: 850 time: 0.0420907 May 10 03:30:44.211687 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066feaf7-1e13-4f66-909d-4fd1e25503b1 req-0b4d606f-fb85-4ee2-aae6-1e43a32ca0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:30:44.213254 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-066feaf7-1e13-4f66-909d-4fd1e25503b1 req-0b4d606f-fb85-4ee2-aae6-1e43a32ca0be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375657 May 10 03:30:44.234295 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-1e0a3142-b70c-4b49-9909-48fdf7379d8c None None] Set router 827fd5ca-fe16-4a38-9de9-d101f7e51143 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:30:44.304462 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-066feaf7-1e13-4f66-909d-4fd1e25503b1 req-ceb5f1b6-37ce-4951-aa44-089345901468 service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850425 May 10 03:30:44.394829 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-066feaf7-1e13-4f66-909d-4fd1e25503b1 req-627a18e5-59c3-4169-9b9a-502ad7f4e407 service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849390 May 10 03:30:44.452542 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1e0a3142-b70c-4b49-9909-48fdf7379d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'c39f0448-27a7-4a69-a115-3f252210b408', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'port_id': 'c86770ba-d3d5-4241-88da-51dba0f77837', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'mac_address': 'fa:16:3e:af:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:30:42Z', 'updated_at': '2022-05-10T03:30:42Z', 'revision_number': 0, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:52Z', 'revision_number': 5, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:30:44.478719 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0a3142-b70c-4b49-9909-48fdf7379d8c None None] The sync data for ids ['827fd5ca-fe16-4a38-9de9-d101f7e51143'] in dv-cinder-830094-4-iscsi is: [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'c39f0448-27a7-4a69-a115-3f252210b408', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'port_id': 'c86770ba-d3d5-4241-88da-51dba0f77837', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'mac_address': 'fa:16:3e:af:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:30:42Z', 'updated_at': '2022-05-10T03:30:42Z', 'revision_number': 0, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:52Z', 'revision_number': 5, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:30:44.668725 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d834c498-fd31-4c8a-a933-f3a3d8daf45d None None] New status for floating IP c39f0448-27a7-4a69-a115-3f252210b408: ACTIVE {{(pid=103518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:30:44.772686 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5505928e-1269-41c7-8e58-472f30c117d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:46.961157 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-46003687-da03-4805-bbb3-569b1be9f7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:48.230526 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:49.879004 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:51.193496 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:54.276575 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:31:11.069956 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:14.774410 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-41d66673-f92f-4ef7-be32-37724d84f8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:16.962453 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f99b95da-bd17-40a7-964a-9878d728b89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:18.228496 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:19.884036 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:21.240368 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:23.399349 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-074ae939-46fa-4d61-819e-6b91845bbc9c req-2d6bddb1-0085-4d8e-b60d-c668537eb2f5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422392 May 10 03:31:23.476043 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ae939-46fa-4d61-819e-6b91845bbc9c req-d1d5d226-4899-49c0-9195-e8257124eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:31:23.477525 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-074ae939-46fa-4d61-819e-6b91845bbc9c req-d1d5d226-4899-49c0-9195-e8257124eb97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 1130 time: 0.0388687 May 10 03:31:23.575155 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ae939-46fa-4d61-819e-6b91845bbc9c req-1bd8709f-879b-44ee-8fdd-4bd392ea1452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:31:23.576584 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-074ae939-46fa-4d61-819e-6b91845bbc9c req-1bd8709f-879b-44ee-8fdd-4bd392ea1452 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 200 len: 912 time: 0.0809019 May 10 03:31:23.642797 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-074ae939-46fa-4d61-819e-6b91845bbc9c req-2bf6c338-f3f3-42fc-87c2-6acd64bee6be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c86770ba-d3d5-4241-88da-51dba0f77837 HTTP/1.1" status: 200 len: 1002 time: 0.0601726 May 10 03:31:23.687606 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ae939-46fa-4d61-819e-6b91845bbc9c req-f4285bfd-851a-45bf-bc48-69ef7bef9ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:31:23.689501 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-074ae939-46fa-4d61-819e-6b91845bbc9c req-f4285bfd-851a-45bf-bc48-69ef7bef9ccf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eebf6256-0705-412d-bb91-fac21a38e5ba HTTP/1.1" status: 200 len: 850 time: 0.0412428 May 10 03:31:23.729898 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ae939-46fa-4d61-819e-6b91845bbc9c req-0c020401-69d5-413f-a349-e557d1f12941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:31:23.731301 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-074ae939-46fa-4d61-819e-6b91845bbc9c req-0c020401-69d5-413f-a349-e557d1f12941 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368519 May 10 03:31:23.819666 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-074ae939-46fa-4d61-819e-6b91845bbc9c req-6dfc2a67-d325-455e-8b5a-ec3e8408312e service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824337 May 10 03:31:23.904321 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-074ae939-46fa-4d61-819e-6b91845bbc9c req-8e526c5f-e6a4-4621-ac83-34441f8f022f service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785067 May 10 03:31:31.275938 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:31:41.085236 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:44.776441 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d56e5cac-0b78-4c4c-a947-8574049ea6d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:46.963539 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-054572bb-73f2-4a73-a671-d0f9433559d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:48.231792 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:49.884155 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:51.194971 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:08.275823 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:32:11.115556 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:14.777090 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-70b0ec10-099e-4861-8ea5-7c00ff1da7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:16.964829 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-52ab1749-8a99-44fd-b73f-a54e09281fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:18.234026 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:19.886633 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:21.196940 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:24.132501 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ada032ff-2a76-4f25-85d5-cb3bdb428cd3 req-06b89708-a91a-4255-a8f0-f91d21d987e0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426047 May 10 03:32:24.210387 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada032ff-2a76-4f25-85d5-cb3bdb428cd3 req-fe786363-92e8-4a12-9a98-db264f16f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:24.211846 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ada032ff-2a76-4f25-85d5-cb3bdb428cd3 req-fe786363-92e8-4a12-9a98-db264f16f609 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 1130 time: 0.0393131 May 10 03:32:24.311470 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada032ff-2a76-4f25-85d5-cb3bdb428cd3 req-45c4e72d-b87f-464f-b5a3-4f22681e2b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:24.312880 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ada032ff-2a76-4f25-85d5-cb3bdb428cd3 req-45c4e72d-b87f-464f-b5a3-4f22681e2b05 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 200 len: 912 time: 0.0831721 May 10 03:32:24.380544 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ada032ff-2a76-4f25-85d5-cb3bdb428cd3 req-41edaa20-4f1b-4c4a-ab3c-4e72c9d6e9c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c86770ba-d3d5-4241-88da-51dba0f77837 HTTP/1.1" status: 200 len: 1002 time: 0.0606573 May 10 03:32:24.427476 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada032ff-2a76-4f25-85d5-cb3bdb428cd3 req-039cb120-0e43-4d28-9f75-469278510282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:24.428898 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ada032ff-2a76-4f25-85d5-cb3bdb428cd3 req-039cb120-0e43-4d28-9f75-469278510282 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eebf6256-0705-412d-bb91-fac21a38e5ba HTTP/1.1" status: 200 len: 850 time: 0.0426667 May 10 03:32:24.469422 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada032ff-2a76-4f25-85d5-cb3bdb428cd3 req-86b97e04-1ccf-4b3a-8609-634fc0125aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:24.471623 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ada032ff-2a76-4f25-85d5-cb3bdb428cd3 req-86b97e04-1ccf-4b3a-8609-634fc0125aaa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374320 May 10 03:32:24.561145 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ada032ff-2a76-4f25-85d5-cb3bdb428cd3 req-9a629024-be50-4861-a1a3-e8e84b7cc379 service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839438 May 10 03:32:24.662989 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-ada032ff-2a76-4f25-85d5-cb3bdb428cd3 req-2ce428d7-ce02-4ede-8181-e63dda1111aa service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956864 May 10 03:32:32.988772 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-099a9f4a-6ad1-43eb-a9be-ae0f96ed86c4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41511010&fields=id&tenant_id=d31c39583b8343bd98bdc64d7659bd9a HTTP/1.1" status: 200 len: 267 time: 0.0459630 May 10 03:32:33.096492 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-44cb17ba-403b-42c9-ba68-5daa18f6e1df tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:33.097969 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-44cb17ba-403b-42c9-ba68-5daa18f6e1df tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/networks?id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 200 len: 811 time: 0.1029487 May 10 03:32:33.112608 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-0d5553ae-1c40-42fd-b27c-a0c7365c0ab9 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/quotas/d31c39583b8343bd98bdc64d7659bd9a HTTP/1.1" status: 200 len: 375 time: 0.0092678 May 10 03:32:33.160883 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-712e439f-5bc3-4be9-b85d-931cb036492f tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0434179 May 10 03:32:33.256095 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-12c16edb-3602-41f6-9359-c9c9c3a4bb36 service neutron] 10.222.0.55 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843780 May 10 03:32:33.343158 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-160e1739-83a5-4875-9037-a6b42a5365c4 service neutron] 10.222.0.55 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812998 May 10 03:32:33.677968 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-0e914fe0-785e-492d-b604-ce07e052b6a2 req-36d867b3-ab7d-4103-a313-bf65d5dbb08e tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 210 time: 0.0816674 May 10 03:32:34.565109 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-9c78969a-a24c-4f8f-8fff-c8c406453856 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:34.566546 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-9c78969a-a24c-4f8f-8fff-c8c406453856 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.64 "GET /v2.0/networks?id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 200 len: 811 time: 0.1065106 May 10 03:32:34.629555 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-d95feafb-1d54-4f21-87f6-adfec4d3b92f tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d31c39583b8343bd98bdc64d7659bd9a HTTP/1.1" status: 200 len: 378 time: 0.0541565 May 10 03:32:34.638866 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Request body: {'port': {'device_id': 'e6b299f2-f138-43b1-9621-cc6c3d5f2d13', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'admin_state_up': True, 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'security_groups': ['ffe4416c-61c5-4789-9147-0396dc48252c']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:32:34.754638 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Made reservation on behalf of d31c39583b8343bd98bdc64d7659bd9a for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:32:34.758213 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:34.777111 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-181c6131-7ade-472c-9e48-e4cde3872e7e req-449ede1d-149d-42f5-85a1-ef3545d2c220 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 210 time: 0.0291398 May 10 03:32:34.885556 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Allocated IP 172.20.0.5 (cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2/eebf6256-0705-412d-bb91-fac21a38e5ba/3cd32790-adca-4e0e-ad5f-c24fa3e3530d) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:32:35.030142 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for port (3cd32790-adca-4e0e-ad5f-c24fa3e3530d), precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:35.067105 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (3cd32790-adca-4e0e-ad5f-c24fa3e3530d), after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:35.110854 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:32:35.113786 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:32:35.116192 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:32:35.318131 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-360de496-3b18-43ad-9a39-4a1e8c5198d8 None None] Provisioning complete for port 3cd32790-adca-4e0e-ad5f-c24fa3e3530d triggered by entity DHCP. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:32:35.318787 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-360de496-3b18-43ad-9a39-4a1e8c5198d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (3cd32790-adca-4e0e-ad5f-c24fa3e3530d), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:35.357148 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-360de496-3b18-43ad-9a39-4a1e8c5198d8 None None] Port 3cd32790-adca-4e0e-ad5f-c24fa3e3530d cannot update to ACTIVE because it is not bound. {{(pid=103517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:32:35.429358 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event updated for resources: {'Port': ['ID=3cd32790-adca-4e0e-ad5f-c24fa3e3530d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:32:35.443115 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:35.443463 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:35.443822 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:35.444151 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:35.444483 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:35.444835 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:35.445157 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:35.445475 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:35.445795 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:35.446115 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:35.446432 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:35.446751 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:35.447066 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:35.447405 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:35.447717 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:35.464945 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:35.465580 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:35.480635 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-18d72510-d421-4c95-8b93-d7213ec9b42d tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8456628 May 10 03:32:35.491874 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.v2.base [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Request body: {'port': {'device_id': 'e6b299f2-f138-43b1-9621-cc6c3d5f2d13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:32:35.547896 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (3cd32790-adca-4e0e-ad5f-c24fa3e3530d), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:35.800729 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd32790-adca-4e0e-ad5f-c24fa3e3530d {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:32:35.808125 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Publish callbacks [] for port (3cd32790-adca-4e0e-ad5f-c24fa3e3530d), precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:35.822305 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Transition to ACTIVE for port object 3cd32790-adca-4e0e-ad5f-c24fa3e3530d will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:32:35.826866 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (3cd32790-adca-4e0e-ad5f-c24fa3e3530d), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:35.936772 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23498ac-7ef3-4bc9-b645-20bbac81c228 req-44c23864-54ce-478e-a997-a6a9fae9e7fa tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:35.938313 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e23498ac-7ef3-4bc9-b645-20bbac81c228 req-44c23864-54ce-478e-a997-a6a9fae9e7fa tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 943 time: 0.0847855 May 10 03:32:35.938934 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Pushing event updated for resources: {'Port': ['ID=3cd32790-adca-4e0e-ad5f-c24fa3e3530d,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:32:36.031069 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-e23498ac-7ef3-4bc9-b645-20bbac81c228 req-b7e5d198-425e-41dc-9880-c279419c60cf tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870264 May 10 03:32:36.033906 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Attempting to bind port 3cd32790-adca-4e0e-ad5f-c24fa3e3530d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:32:36.034102 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Attempting to bind port 3cd32790-adca-4e0e-ad5f-c24fa3e3530d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:32:36.034504 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Attempting to bind port 3cd32790-adca-4e0e-ad5f-c24fa3e3530d on network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:32:36.039170 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Port 3cd32790-adca-4e0e-ad5f-c24fa3e3530d on network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:32:36.039493 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Attempting to bind port 3cd32790-adca-4e0e-ad5f-c24fa3e3530d on network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:32:36.044323 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Checking agent: {'id': '4d10cdd0-3fa9-4f03-a61f-512fa63732e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'started_at': datetime.datetime(2022, 5, 10, 3, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:32:36.044741 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Checking segment: {'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:32:36.045131 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Bound using segment: {'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:32:36.045564 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Bound port: 3cd32790-adca-4e0e-ad5f-c24fa3e3530d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:32:36.045925 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (3cd32790-adca-4e0e-ad5f-c24fa3e3530d), before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:36.107620 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] For port 3cd32790-adca-4e0e-ad5f-c24fa3e3530d, host hv-cinder-83009, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:32:36.110598 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] For port 3cd32790-adca-4e0e-ad5f-c24fa3e3530d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3cd32790-adca-4e0e-ad5f-c24fa3e3530d,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:32:36.115371 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482536'] for port (3cd32790-adca-4e0e-ad5f-c24fa3e3530d), after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:36.146860 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:36.147484 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:36.148855 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] 10.222.0.64 "PUT /v2.0/ports/3cd32790-adca-4e0e-ad5f-c24fa3e3530d HTTP/1.1" status: 200 len: 1093 time: 0.6608424 May 10 03:32:36.149446 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b299f2-f138-43b1-9621-cc6c3d5f2d13', 'tag': '3cd32790-adca-4e0e-ad5f-c24fa3e3530d'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:32:36.151523 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4178702c-77dc-48ec-8c05-851c1174c096" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b299f2-f138-43b1-9621-cc6c3d5f2d13", "tag": "3cd32790-adca-4e0e-ad5f-c24fa3e3530d"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:32:36.186346 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b06df-43e0-4bd1-ab03-16b7b193c60b service neutron] Pushing event updated for resources: {'Port': ['ID=3cd32790-adca-4e0e-ad5f-c24fa3e3530d,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:32:36.247167 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-d3b5ecd6-a33b-416a-8f09-ec67a9c5e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:36.248683 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-d3b5ecd6-a33b-416a-8f09-ec67a9c5e5ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 1127 time: 0.0413716 May 10 03:32:36.291260 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-06ca2466-55ee-472f-8aa2-9ef3f15c1d65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cd32790-adca-4e0e-ad5f-c24fa3e3530d HTTP/1.1" status: 200 len: 217 time: 0.0357559 May 10 03:32:36.340638 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-d483091c-5601-4659-8b8e-77b35b6ad2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:36.342135 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-d483091c-5601-4659-8b8e-77b35b6ad2b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eebf6256-0705-412d-bb91-fac21a38e5ba HTTP/1.1" status: 200 len: 850 time: 0.0454729 May 10 03:32:36.391098 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-2b31b28c-acc1-4be6-b185-5c940df3ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:36.392628 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-2b31b28c-acc1-4be6-b185-5c940df3ffb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426190 May 10 03:32:36.477491 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-645b09e3-41b5-49e8-9bd2-dbd61404882d service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790412 May 10 03:32:36.567215 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-5032ba40-901c-494c-b2cc-80dad2eae2d2 req-190859f3-ad41-4e45-a219-8bf61178df69 service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843222 May 10 03:32:37.143311 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2d7c-f876-4537-9017-74d106f264df req-5e7fe0ef-b0ff-4e6c-a51c-4e592fb7bc0e tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:37.144833 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f22d2d7c-f876-4537-9017-74d106f264df req-5e7fe0ef-b0ff-4e6c-a51c-4e592fb7bc0e tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 943 time: 0.0468326 May 10 03:32:37.192114 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f22d2d7c-f876-4537-9017-74d106f264df req-ac46fbe1-893e-4360-afb7-b6be8ebdb738 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418556 May 10 03:32:37.283182 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d11c92-978b-4225-8368-af77e561bc3c x-openstack-request-id: req-f9d11c92-978b-4225-8368-af77e561bc3c {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:32:37.283472 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b299f2-f138-43b1-9621-cc6c3d5f2d13", "tag": "3cd32790-adca-4e0e-ad5f-c24fa3e3530d", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:32:37.283725 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9d11c92-978b-4225-8368-af77e561bc3c {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:32:37.284131 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d11c92-978b-4225-8368-af77e561bc3c'] response: {'name': 'network-changed', 'server_uuid': 'e6b299f2-f138-43b1-9621-cc6c3d5f2d13', 'tag': '3cd32790-adca-4e0e-ad5f-c24fa3e3530d', 'status': 'completed', 'code': 200} May 10 03:32:37.342315 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178702c-77dc-48ec-8c05-851c1174c096 req-7a16270b-f56a-4b17-a3b1-bfe7c90623c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:37.343666 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4178702c-77dc-48ec-8c05-851c1174c096 req-7a16270b-f56a-4b17-a3b1-bfe7c90623c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 1127 time: 0.0376294 May 10 03:32:37.433849 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178702c-77dc-48ec-8c05-851c1174c096 req-cf7d6a2f-3d2f-46bc-bb72-ff97ed6d1e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:37.435282 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4178702c-77dc-48ec-8c05-851c1174c096 req-cf7d6a2f-3d2f-46bc-bb72-ff97ed6d1e84 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 200 len: 912 time: 0.0858047 May 10 03:32:37.475207 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4178702c-77dc-48ec-8c05-851c1174c096 req-d6978c4c-382f-48ec-b447-314a283930c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cd32790-adca-4e0e-ad5f-c24fa3e3530d HTTP/1.1" status: 200 len: 217 time: 0.0338454 May 10 03:32:37.524903 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178702c-77dc-48ec-8c05-851c1174c096 req-b532601f-a4a3-4913-a04e-eb774f4da9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:37.526281 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4178702c-77dc-48ec-8c05-851c1174c096 req-b532601f-a4a3-4913-a04e-eb774f4da9c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eebf6256-0705-412d-bb91-fac21a38e5ba HTTP/1.1" status: 200 len: 850 time: 0.0451682 May 10 03:32:37.569556 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178702c-77dc-48ec-8c05-851c1174c096 req-16163419-05e6-4e36-b6be-1772a59453da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:37.571013 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4178702c-77dc-48ec-8c05-851c1174c096 req-16163419-05e6-4e36-b6be-1772a59453da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384326 May 10 03:32:37.656993 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4178702c-77dc-48ec-8c05-851c1174c096 req-b2e27983-3806-402c-bdd4-1b78595eed4e service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800579 May 10 03:32:37.747016 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-4178702c-77dc-48ec-8c05-851c1174c096 req-0ea3d237-4bdd-4643-9fda-f9bbc221fc16 service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837278 May 10 03:32:38.305924 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b79b14-33ec-4fbc-9acf-650c1ce0e52b req-0ab8889c-b04a-42dc-a494-b8504138ed39 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:38.307406 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b9b79b14-33ec-4fbc-9acf-650c1ce0e52b req-0ab8889c-b04a-42dc-a494-b8504138ed39 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 943 time: 0.0499172 May 10 03:32:38.355673 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b9b79b14-33ec-4fbc-9acf-650c1ce0e52b req-d2ececf7-3dfc-4857-82e9-9c3b55877271 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425477 May 10 03:32:39.468817 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686572c-e34b-42c3-976a-e4f6ba11af8d req-8eac427c-3801-43d9-a705-ead26ab419f3 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:39.470930 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f686572c-e34b-42c3-976a-e4f6ba11af8d req-8eac427c-3801-43d9-a705-ead26ab419f3 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 943 time: 0.0467691 May 10 03:32:39.522007 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f686572c-e34b-42c3-976a-e4f6ba11af8d req-121c982b-2721-437c-a0ce-dddac4c72378 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456080 May 10 03:32:40.631454 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2201bf-c77a-4189-9152-6a69372345dc req-c354b7fa-65be-4e04-b4a0-da0ab6097574 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:40.632913 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f2201bf-c77a-4189-9152-6a69372345dc req-c354b7fa-65be-4e04-b4a0-da0ab6097574 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 943 time: 0.0451949 May 10 03:32:40.683908 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-2f2201bf-c77a-4189-9152-6a69372345dc req-faff3c42-cc66-4f35-93cf-f2f100192ae1 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455356 May 10 03:32:41.144626 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:41.803593 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6ec4e-317b-4ee9-85f0-c68dd967eb71 req-5c9b01cb-239c-4643-9dcb-3dccb5728058 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:41.805062 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1fb6ec4e-317b-4ee9-85f0-c68dd967eb71 req-5c9b01cb-239c-4643-9dcb-3dccb5728058 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 943 time: 0.0463707 May 10 03:32:41.852620 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1fb6ec4e-317b-4ee9-85f0-c68dd967eb71 req-7c01150f-1992-4c4a-91c5-2acf660b76ea tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422065 May 10 03:32:42.964333 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66491b6-53fa-4300-98b7-a138e17c60f5 req-1f8edec9-db60-4495-9b6a-9f87d434f1d2 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:42.965790 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f66491b6-53fa-4300-98b7-a138e17c60f5 req-1f8edec9-db60-4495-9b6a-9f87d434f1d2 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 943 time: 0.0453885 May 10 03:32:43.013124 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-f66491b6-53fa-4300-98b7-a138e17c60f5 req-d72b87b6-b1ec-4fa7-8e67-74fef983c011 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414381 May 10 03:32:44.126548 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba6c1c-ba28-40a3-b831-c1882919c1ad req-ea4a024b-b059-45b9-bf77-b72791589d34 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:44.127999 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-aaba6c1c-ba28-40a3-b831-c1882919c1ad req-ea4a024b-b059-45b9-bf77-b72791589d34 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 943 time: 0.0466495 May 10 03:32:44.175735 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-aaba6c1c-ba28-40a3-b831-c1882919c1ad req-91e3f3f6-4d20-4231-8b01-2e59f991deb6 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422277 May 10 03:32:44.506007 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 3cd32790-adca-4e0e-ad5f-c24fa3e3530d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:32:44.603211 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 3cd32790-adca-4e0e-ad5f-c24fa3e3530d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3cd32790-adca-4e0e-ad5f-c24fa3e3530d,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:32:44.614961 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Returning: {'device': '3cd32790-adca-4e0e-ad5f-c24fa3e3530d', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'port_id': '3cd32790-adca-4e0e-ad5f-c24fa3e3530d', 'mac_address': 'fa:16:3e:ba:77:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:32:44.650575 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 3cd32790-adca-4e0e-ad5f-c24fa3e3530d is: DOWN; New status is: BUILD {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:32:44.650959 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (3cd32790-adca-4e0e-ad5f-c24fa3e3530d), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:44.663842 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd32790-adca-4e0e-ad5f-c24fa3e3530d {{(pid=103517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:32:44.683665 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 3cd32790-adca-4e0e-ad5f-c24fa3e3530d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3cd32790-adca-4e0e-ad5f-c24fa3e3530d,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:32:44.687318 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (3cd32790-adca-4e0e-ad5f-c24fa3e3530d), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:44.737393 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=3cd32790-adca-4e0e-ad5f-c24fa3e3530d,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:32:44.744324 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:44.744687 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:44.745034 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:44.745371 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:44.745701 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:44.746028 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:44.746350 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:44.746670 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:44.746997 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:44.747316 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:44.747637 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:44.747960 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:44.748279 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:44.748593 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:44.748935 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:44.781605 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-01c21b7b-653c-42b2-b27f-85813a9f42b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:44.899906 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] get_ports_and_sgs() called for port_ids ['3cd32790-adca-4e0e-ad5f-c24fa3e3530d'] {{(pid=103517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:32:45.274583 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:32:45.286160 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af840f5-0758-4683-94bd-d0c1aa2e81cb req-6fd44f26-e1e5-401b-8236-604c918c5ff2 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:45.287862 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9af840f5-0758-4683-94bd-d0c1aa2e81cb req-6fd44f26-e1e5-401b-8236-604c918c5ff2 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 944 time: 0.0465419 May 10 03:32:45.334388 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-9af840f5-0758-4683-94bd-d0c1aa2e81cb req-efe2f349-f666-458c-abe6-5e55f596bdc9 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408521 May 10 03:32:46.450322 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d0276-879e-4018-bd2b-095e9e0cc8d2 req-b02f0b0d-23b7-434b-99cf-f6be4297b4e1 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:46.451777 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d83d0276-879e-4018-bd2b-095e9e0cc8d2 req-b02f0b0d-23b7-434b-99cf-f6be4297b4e1 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 944 time: 0.0508289 May 10 03:32:46.499851 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-d83d0276-879e-4018-bd2b-095e9e0cc8d2 req-35d099ea-7b4e-4618-8c37-2ba1f4445b9e tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421426 May 10 03:32:46.537689 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 3cd32790-adca-4e0e-ad5f-c24fa3e3530d up at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:32:46.582455 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning for port 3cd32790-adca-4e0e-ad5f-c24fa3e3530d completed by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:32:46.588044 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.provisioning_blocks [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Provisioning complete for port 3cd32790-adca-4e0e-ad5f-c24fa3e3530d triggered by entity L2. {{(pid=103517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:32:46.588415 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (3cd32790-adca-4e0e-ad5f-c24fa3e3530d), provisioning_complete {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:46.663274 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Current status of the port 3cd32790-adca-4e0e-ad5f-c24fa3e3530d is: BUILD; New status is: ACTIVE {{(pid=103517) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:32:46.663651 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (3cd32790-adca-4e0e-ad5f-c24fa3e3530d), before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:46.685535 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b299f2-f138-43b1-9621-cc6c3d5f2d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd32790-adca-4e0e-ad5f-c24fa3e3530d'}] {{(pid=103517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:32:46.687845 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d3c0dfffc7941158f4164850e6b4609cc40d5e6f92e7c772e36d0ed9bbd226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512429e6-d472-4023-9094-5fd8174937a7" -d '{"events": [{"server_uuid": "e6b299f2-f138-43b1-9621-cc6c3d5f2d13", "name": "network-vif-plugged", "status": "completed", "tag": "3cd32790-adca-4e0e-ad5f-c24fa3e3530d"}]}' {{(pid=103517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:32:46.703653 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] For port 3cd32790-adca-4e0e-ad5f-c24fa3e3530d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3cd32790-adca-4e0e-ad5f-c24fa3e3530d,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:32:46.707575 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836'] for port (3cd32790-adca-4e0e-ad5f-c24fa3e3530d), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:46.756746 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Pushing event updated for resources: {'Port': ['ID=3cd32790-adca-4e0e-ad5f-c24fa3e3530d,revision_number=5']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:32:46.966399 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0af7992f-969b-43ee-8395-af90b2ce1494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:47.611096 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807f98d-4154-4e88-a656-6940f1264f79 req-2af346d3-11e6-4cdb-8219-30f9597be2c4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:47.612600 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8807f98d-4154-4e88-a656-6940f1264f79 req-2af346d3-11e6-4cdb-8219-30f9597be2c4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 945 time: 0.0461683 May 10 03:32:47.660508 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-8807f98d-4154-4e88-a656-6940f1264f79 req-2f9a2540-3466-421c-8a1b-d5982b8589cf tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423787 May 10 03:32:47.787838 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808ad67b-32f0-47ef-8bde-43f7d41062c7 x-openstack-request-id: req-808ad67b-32f0-47ef-8bde-43f7d41062c7 {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:32:47.788470 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b299f2-f138-43b1-9621-cc6c3d5f2d13", "name": "network-vif-plugged", "status": "completed", "tag": "3cd32790-adca-4e0e-ad5f-c24fa3e3530d", "code": 200}]} {{(pid=103517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:32:47.788470 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-808ad67b-32f0-47ef-8bde-43f7d41062c7 {{(pid=103517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:32:47.788806 dv-cinder-830094-4-iscsi neutron-server[103517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-808ad67b-32f0-47ef-8bde-43f7d41062c7'] response: {'server_uuid': 'e6b299f2-f138-43b1-9621-cc6c3d5f2d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd32790-adca-4e0e-ad5f-c24fa3e3530d', 'code': 200} May 10 03:32:48.000816 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd92a6-0248-418a-bdad-eccdc84fc5dd req-1a57085d-fa08-4e23-ba3a-ae5feec775e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:48.002612 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-58dd92a6-0248-418a-bdad-eccdc84fc5dd req-1a57085d-fa08-4e23-ba3a-ae5feec775e8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 1129 time: 0.0410225 May 10 03:32:48.047000 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-58dd92a6-0248-418a-bdad-eccdc84fc5dd req-ece36094-31fa-4da7-9c3d-96e43d61be56 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382962 May 10 03:32:48.237093 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:48.773658 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143aefb-5712-4753-adfb-09e808a082d2 req-e024ef13-78a7-4c2f-833f-0bb6549a2c59 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:48.775099 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1143aefb-5712-4753-adfb-09e808a082d2 req-e024ef13-78a7-4c2f-833f-0bb6549a2c59 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 945 time: 0.0497468 May 10 03:32:48.822536 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-1143aefb-5712-4753-adfb-09e808a082d2 req-157d2001-4775-4220-9d8c-5254e3206bad tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419176 May 10 03:32:49.889155 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:49.936284 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40fbaa-5ae1-40b1-a2a2-956e1c1f5503 req-23d5a76d-d29a-4bbc-bed6-58d446bcdf7c tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:49.937753 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3b40fbaa-5ae1-40b1-a2a2-956e1c1f5503 req-23d5a76d-d29a-4bbc-bed6-58d446bcdf7c tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 945 time: 0.0457399 May 10 03:32:49.984352 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-3b40fbaa-5ae1-40b1-a2a2-956e1c1f5503 req-9e6ea551-637b-4685-bbdd-a41837e31ce4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403826 May 10 03:32:50.095356 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acc4c6-d62b-4ce5-9366-7e40ca5b5043 req-ca4b5b89-e6d5-4af9-9a6e-f558d841cddd tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:50.097483 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f0acc4c6-d62b-4ce5-9366-7e40ca5b5043 req-ca4b5b89-e6d5-4af9-9a6e-f558d841cddd tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 945 time: 0.0467520 May 10 03:32:50.147629 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-f0acc4c6-d62b-4ce5-9366-7e40ca5b5043 req-4c734fbf-2c5c-4bcf-ab1e-c3dcd7f92da8 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444746 May 10 03:32:50.169596 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 44182) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:32:50.207025 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a738d6a1-1e9a-4ba8-85e8-5e9e163819c4 tempest-TestVolumeBootPattern-1870857739 tempest-TestVolumeBootPattern-1870857739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:50.208503 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-a738d6a1-1e9a-4ba8-85e8-5e9e163819c4 tempest-TestVolumeBootPattern-1870857739 tempest-TestVolumeBootPattern-1870857739-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 1124 time: 0.0379636 May 10 03:32:50.211235 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 44184) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:32:50.215674 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.v2.base [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Request body: {'floatingip': {'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'port_id': '3cd32790-adca-4e0e-ad5f-c24fa3e3530d', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:32:50.237683 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:50.319617 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (None), before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:50.428939 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Allocated IP 172.27.1.8 (d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f/bd047d23-5285-4825-bb07-3cc53b0f3442/7404a68c-ace8-4d18-a4ed-13d4ba5767b9) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:32:50.529273 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for port (7404a68c-ace8-4d18-a4ed-13d4ba5767b9), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:50.560943 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729517170800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (7404a68c-ace8-4d18-a4ed-13d4ba5767b9), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:50.597443 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Network d58cdbf0-eb01-4d0a-98e3-d2815cb27d8f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:32:50.600275 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:32:50.605682 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:32:50.610972 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event updated for resources: {'Port': ['ID=7404a68c-ace8-4d18-a4ed-13d4ba5767b9,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:32:50.642767 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:50.643106 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:50.643441 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:50.643772 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:50.644095 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:50.644414 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:50.644758 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:50.645079 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:50.645394 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:50.645706 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:50.646018 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:50.646331 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:50.646643 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:50.646951 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:50.647256 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:32:50.975712 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for floatingip (0daa6adb-d552-476f-b938-8835563b5db2), precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:51.044516 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1926452'] for port (7404a68c-ace8-4d18-a4ed-13d4ba5767b9), before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:51.191554 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for port (7404a68c-ace8-4d18-a4ed-13d4ba5767b9), precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:51.196389 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729517567398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729517170818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729517170836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5428960'] for port (7404a68c-ace8-4d18-a4ed-13d4ba5767b9), after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:51.199190 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:51.269779 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event updated for resources: {'Port': ['ID=7404a68c-ace8-4d18-a4ed-13d4ba5767b9,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:32:51.277462 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-964113'] for floatingip (0daa6adb-d552-476f-b938-8835563b5db2), after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:51.377869 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.l3_db [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Floating IP 0daa6adb-d552-476f-b938-8835563b5db2 associated. External IP: 172.27.1.8, port: 3cd32790-adca-4e0e-ad5f-c24fa3e3530d. May 10 03:32:51.587052 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Router 827fd5ca-fe16-4a38-9de9-d101f7e51143 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:32:51.695394 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:32:51.705637 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e6db6-d830-4de6-b78e-b71668f0bf22 None None] Sync routers for ids ['827fd5ca-fe16-4a38-9de9-d101f7e51143'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:32:51.714442 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:51.715580 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e6db6-d830-4de6-b78e-b71668f0bf22 None None] Routers {'827fd5ca-fe16-4a38-9de9-d101f7e51143'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:32:51.716198 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c53e6db6-d830-4de6-b78e-b71668f0bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:32:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['827fd5ca-fe16-4a38-9de9-d101f7e51143'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:32:51.744782 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-7589f5b7-94a2-40e9-b704-433792306bf4 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5325022 May 10 03:32:51.745502 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b299f2-f138-43b1-9621-cc6c3d5f2d13', 'tag': '3cd32790-adca-4e0e-ad5f-c24fa3e3530d'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:32:51.747839 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dd2e3b-9bfd-4cc6-a3eb-7bf1b1f80d13" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b299f2-f138-43b1-9621-cc6c3d5f2d13", "tag": "3cd32790-adca-4e0e-ad5f-c24fa3e3530d"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:32:51.784927 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7c3a5c-0832-4ab9-89af-b8f3ff440c55 x-openstack-request-id: req-ec7c3a5c-0832-4ab9-89af-b8f3ff440c55 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:32:51.785280 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b299f2-f138-43b1-9621-cc6c3d5f2d13", "tag": "3cd32790-adca-4e0e-ad5f-c24fa3e3530d", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:32:51.785615 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec7c3a5c-0832-4ab9-89af-b8f3ff440c55 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:32:51.786056 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec7c3a5c-0832-4ab9-89af-b8f3ff440c55'] response: {'name': 'network-changed', 'server_uuid': 'e6b299f2-f138-43b1-9621-cc6c3d5f2d13', 'tag': '3cd32790-adca-4e0e-ad5f-c24fa3e3530d', 'status': 'completed', 'code': 200} May 10 03:32:51.827314 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-c53e6db6-d830-4de6-b78e-b71668f0bf22 None None] Set router 827fd5ca-fe16-4a38-9de9-d101f7e51143 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:32:51.849361 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd2e3b-9bfd-4cc6-a3eb-7bf1b1f80d13 req-2b56c4a4-e39d-4c7b-b063-2ff5ad969cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:51.850755 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-80dd2e3b-9bfd-4cc6-a3eb-7bf1b1f80d13 req-2b56c4a4-e39d-4c7b-b063-2ff5ad969cf9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 1129 time: 0.0430403 May 10 03:32:51.937177 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd2e3b-9bfd-4cc6-a3eb-7bf1b1f80d13 req-bcd6238e-0947-4412-971e-373f6090d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:51.938633 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-80dd2e3b-9bfd-4cc6-a3eb-7bf1b1f80d13 req-bcd6238e-0947-4412-971e-373f6090d282 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 200 len: 912 time: 0.0822594 May 10 03:32:52.007633 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-80dd2e3b-9bfd-4cc6-a3eb-7bf1b1f80d13 req-e5fb36d6-e4ea-4af5-93d5-c21f713b5eda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cd32790-adca-4e0e-ad5f-c24fa3e3530d HTTP/1.1" status: 200 len: 997 time: 0.0626304 May 10 03:32:52.047116 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c53e6db6-d830-4de6-b78e-b71668f0bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': '0daa6adb-d552-476f-b938-8835563b5db2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'port_id': '3cd32790-adca-4e0e-ad5f-c24fa3e3530d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'mac_address': 'fa:16:3e:ba:77:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b299f2-f138-43b1-9621-cc6c3d5f2d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:32:50Z', 'updated_at': '2022-05-10T03:32:50Z', 'revision_number': 0, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'fixed_ip_address_scope': None}, {'id': 'c39f0448-27a7-4a69-a115-3f252210b408', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'port_id': 'c86770ba-d3d5-4241-88da-51dba0f77837', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'mac_address': 'fa:16:3e:af:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:30:42Z', 'updated_at': '2022-05-10T03:30:44Z', 'revision_number': 1, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:52Z', 'revision_number': 5, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:32:52.056984 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd2e3b-9bfd-4cc6-a3eb-7bf1b1f80d13 req-a9c3eacd-822d-4a22-bb01-de4cec19007b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:52.058950 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-80dd2e3b-9bfd-4cc6-a3eb-7bf1b1f80d13 req-a9c3eacd-822d-4a22-bb01-de4cec19007b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eebf6256-0705-412d-bb91-fac21a38e5ba HTTP/1.1" status: 200 len: 850 time: 0.0457749 May 10 03:32:52.075564 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e6db6-d830-4de6-b78e-b71668f0bf22 None None] Checking router: 827fd5ca-fe16-4a38-9de9-d101f7e51143 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:32:52.084531 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e6db6-d830-4de6-b78e-b71668f0bf22 None None] Routers {'827fd5ca-fe16-4a38-9de9-d101f7e51143'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:32:52.085182 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c53e6db6-d830-4de6-b78e-b71668f0bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:32:47Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['827fd5ca-fe16-4a38-9de9-d101f7e51143'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:32:52.101901 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd2e3b-9bfd-4cc6-a3eb-7bf1b1f80d13 req-e128e64c-a6cd-4102-ad88-cfab1564e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:32:52.103381 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-80dd2e3b-9bfd-4cc6-a3eb-7bf1b1f80d13 req-e128e64c-a6cd-4102-ad88-cfab1564e2b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393016 May 10 03:32:52.194438 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-80dd2e3b-9bfd-4cc6-a3eb-7bf1b1f80d13 req-81e24153-2de6-4cb3-b3e5-908494d1a1a0 service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854349 May 10 03:32:52.198510 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-c53e6db6-d830-4de6-b78e-b71668f0bf22 None None] Set router 827fd5ca-fe16-4a38-9de9-d101f7e51143 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:32:52.281951 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-80dd2e3b-9bfd-4cc6-a3eb-7bf1b1f80d13 req-784e6179-f33e-44e0-9f58-b15823ea7fdc service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818198 May 10 03:32:52.421869 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c53e6db6-d830-4de6-b78e-b71668f0bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': '0daa6adb-d552-476f-b938-8835563b5db2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'port_id': '3cd32790-adca-4e0e-ad5f-c24fa3e3530d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'mac_address': 'fa:16:3e:ba:77:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b299f2-f138-43b1-9621-cc6c3d5f2d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:32:50Z', 'updated_at': '2022-05-10T03:32:50Z', 'revision_number': 0, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'fixed_ip_address_scope': None}, {'id': 'c39f0448-27a7-4a69-a115-3f252210b408', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'port_id': 'c86770ba-d3d5-4241-88da-51dba0f77837', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'mac_address': 'fa:16:3e:af:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:30:42Z', 'updated_at': '2022-05-10T03:30:44Z', 'revision_number': 1, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:52Z', 'revision_number': 5, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:32:52.448702 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e6db6-d830-4de6-b78e-b71668f0bf22 None None] The sync data for ids ['827fd5ca-fe16-4a38-9de9-d101f7e51143'] in dv-cinder-830094-4-iscsi is: [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': '0daa6adb-d552-476f-b938-8835563b5db2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'port_id': '3cd32790-adca-4e0e-ad5f-c24fa3e3530d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'mac_address': 'fa:16:3e:ba:77:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b299f2-f138-43b1-9621-cc6c3d5f2d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:32:50Z', 'updated_at': '2022-05-10T03:32:50Z', 'revision_number': 0, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'fixed_ip_address_scope': None}, {'id': 'c39f0448-27a7-4a69-a115-3f252210b408', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'port_id': 'c86770ba-d3d5-4241-88da-51dba0f77837', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'mac_address': 'fa:16:3e:af:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:30:42Z', 'updated_at': '2022-05-10T03:30:44Z', 'revision_number': 1, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:52Z', 'revision_number': 5, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:32:52.633846 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2087a-b87f-4cef-a60b-b78b24d44a9a None None] New status for floating IP 0daa6adb-d552-476f-b938-8835563b5db2: ACTIVE {{(pid=103518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:33:11.159865 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:33:14.790261 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3f0f5010-7afe-4cc8-a3ef-5022683acb0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:33:16.967429 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f11f25ec-92d5-4c3c-8601-fe500ccb3d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:33:18.242409 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:33:19.890582 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:33:20.536477 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [req-0370f289-0ed9-4dc8-a0d2-26583c9bff9e req-9a5f4420-de63-4398-803d-7b8be49d3cc0 service neutron] (103515) timed out ('10.222.0.64', 64193) {{(pid=103515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 03:33:21.201162 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:33:22.274130 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:33:24.392686 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-86ba697a-638d-40ec-bfe0-fb76847a8c92 req-5ba8ba77-8d1b-4027-b911-0db0907f147a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371826 May 10 03:33:24.474148 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba697a-638d-40ec-bfe0-fb76847a8c92 req-709209d7-208c-4a75-aa1f-49ee8f6daae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:33:24.475634 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-86ba697a-638d-40ec-bfe0-fb76847a8c92 req-709209d7-208c-4a75-aa1f-49ee8f6daae1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 1130 time: 0.0429380 May 10 03:33:24.575614 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba697a-638d-40ec-bfe0-fb76847a8c92 req-3dcf79e1-2243-496b-86ac-81da054e8a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:33:24.577093 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-86ba697a-638d-40ec-bfe0-fb76847a8c92 req-3dcf79e1-2243-496b-86ac-81da054e8a16 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 200 len: 912 time: 0.0847213 May 10 03:33:24.646278 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-86ba697a-638d-40ec-bfe0-fb76847a8c92 req-25504c22-dcd7-4557-b790-9d4eec0ea286 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c86770ba-d3d5-4241-88da-51dba0f77837 HTTP/1.1" status: 200 len: 1002 time: 0.0616677 May 10 03:33:24.694843 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba697a-638d-40ec-bfe0-fb76847a8c92 req-60be5f96-1868-4d0e-a63a-77106d349c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:33:24.696299 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-86ba697a-638d-40ec-bfe0-fb76847a8c92 req-60be5f96-1868-4d0e-a63a-77106d349c47 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eebf6256-0705-412d-bb91-fac21a38e5ba HTTP/1.1" status: 200 len: 850 time: 0.0446751 May 10 03:33:24.741115 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba697a-638d-40ec-bfe0-fb76847a8c92 req-b9110fe6-1024-43e4-a924-5e99735957f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:33:24.742649 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-86ba697a-638d-40ec-bfe0-fb76847a8c92 req-b9110fe6-1024-43e4-a924-5e99735957f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406587 May 10 03:33:24.833073 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-86ba697a-638d-40ec-bfe0-fb76847a8c92 req-a657b45a-7f2b-483a-a672-ef97a6e9ca5b service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846820 May 10 03:33:24.921651 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-86ba697a-638d-40ec-bfe0-fb76847a8c92 req-71395e61-3932-4a35-8183-eb5a80bda49e service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831766 May 10 03:33:41.158938 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:33:44.780937 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-442b286c-9b98-4f3b-9f86-1c626a63fda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:33:46.967335 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-17a1b0f1-a0f0-4d95-8fdf-51c3caf3b3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:33:48.241852 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:33:49.893629 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:33:51.205164 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:33:59.273873 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:34:11.173541 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:14.781880 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9efcf79f-3017-4749-af9d-5b78d31c705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:16.968255 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae61da86-0a50-4ac9-aa9c-75ebdca4291f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:18.245452 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:19.399967 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 44204) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:34:19.586155 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Deleting port 7404a68c-ace8-4d18-a4ed-13d4ba5767b9 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:34:19.586493 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (7404a68c-ace8-4d18-a4ed-13d4ba5767b9), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:19.660527 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (7404a68c-ace8-4d18-a4ed-13d4ba5767b9), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:19.660803 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for floatingip (7404a68c-ace8-4d18-a4ed-13d4ba5767b9), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:19.673543 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Calling delete_port for 7404a68c-ace8-4d18-a4ed-13d4ba5767b9 owned by network:floatingip {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:34:19.820184 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (7404a68c-ace8-4d18-a4ed-13d4ba5767b9), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:19.846960 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event deleted for resources: {'Port': ['ID=7404a68c-ace8-4d18-a4ed-13d4ba5767b9,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:34:19.871041 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:19.871388 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:19.871728 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:19.872067 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:19.872399 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:19.872754 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:19.873081 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:19.873403 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:19.873726 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:19.874050 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:19.874370 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:19.874691 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:19.875011 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:19.875325 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:19.875645 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:19.895269 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:19.917147 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for floatingip (0daa6adb-d552-476f-b938-8835563b5db2), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:19.917403 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.l3_db [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Floating IP 0daa6adb-d552-476f-b938-8835563b5db2 disassociated (deleted). External IP: 172.27.1.8, port: 3cd32790-adca-4e0e-ad5f-c24fa3e3530d. May 10 03:34:20.128830 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Router 827fd5ca-fe16-4a38-9de9-d101f7e51143 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:34:20.239460 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:34:20.244188 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:20.249553 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4d653-b3e4-4eda-b5dc-2837d0e60eb3 None None] Sync routers for ids ['827fd5ca-fe16-4a38-9de9-d101f7e51143'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:34:20.260643 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a4d653-b3e4-4eda-b5dc-2837d0e60eb3 None None] Routers {'827fd5ca-fe16-4a38-9de9-d101f7e51143'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:34:20.261297 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-76a4d653-b3e4-4eda-b5dc-2837d0e60eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:34:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['827fd5ca-fe16-4a38-9de9-d101f7e51143'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:20.273266 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-dc6eccaa-043e-4dfd-853a-d3171f6897eb tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "DELETE /v2.0/floatingips/0daa6adb-d552-476f-b938-8835563b5db2 HTTP/1.1" status: 204 len: 168 time: 0.8723369 May 10 03:34:20.273944 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b299f2-f138-43b1-9621-cc6c3d5f2d13', 'tag': '3cd32790-adca-4e0e-ad5f-c24fa3e3530d'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:34:20.277261 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3318391-e2ec-4d1b-a398-e19319e75ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b299f2-f138-43b1-9621-cc6c3d5f2d13", "tag": "3cd32790-adca-4e0e-ad5f-c24fa3e3530d"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:34:20.314805 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be46c2c5-f401-4e55-8153-a94424a660c7 x-openstack-request-id: req-be46c2c5-f401-4e55-8153-a94424a660c7 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:34:20.315165 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b299f2-f138-43b1-9621-cc6c3d5f2d13", "tag": "3cd32790-adca-4e0e-ad5f-c24fa3e3530d", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:34:20.315491 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be46c2c5-f401-4e55-8153-a94424a660c7 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:34:20.315973 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be46c2c5-f401-4e55-8153-a94424a660c7'] response: {'name': 'network-changed', 'server_uuid': 'e6b299f2-f138-43b1-9621-cc6c3d5f2d13', 'tag': '3cd32790-adca-4e0e-ad5f-c24fa3e3530d', 'status': 'completed', 'code': 200} May 10 03:34:20.378883 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3318391-e2ec-4d1b-a398-e19319e75ed2 req-1e05aaa7-9ab6-43ca-90c8-70f84199bace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:34:20.380537 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-76a4d653-b3e4-4eda-b5dc-2837d0e60eb3 None None] Set router 827fd5ca-fe16-4a38-9de9-d101f7e51143 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:34:20.380788 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d3318391-e2ec-4d1b-a398-e19319e75ed2 req-1e05aaa7-9ab6-43ca-90c8-70f84199bace service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 1129 time: 0.0425320 May 10 03:34:20.513935 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3318391-e2ec-4d1b-a398-e19319e75ed2 req-cb140eff-3af0-4f05-abfd-00ad5c4764f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:34:20.515321 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d3318391-e2ec-4d1b-a398-e19319e75ed2 req-cb140eff-3af0-4f05-abfd-00ad5c4764f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 200 len: 912 time: 0.1294668 May 10 03:34:20.525113 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b818-0397-4225-8f76-66d9bfedbce6 req-0e97fc1b-2a31-45b8-a3de-370b87d2d54b tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:34:20.526550 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d127b818-0397-4225-8f76-66d9bfedbce6 req-0e97fc1b-2a31-45b8-a3de-370b87d2d54b tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 945 time: 0.0629632 May 10 03:34:20.576882 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d127b818-0397-4225-8f76-66d9bfedbce6 req-ccb7df9f-55b4-4956-8da6-88aab6f0e0ad tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444989 May 10 03:34:20.607233 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-76a4d653-b3e4-4eda-b5dc-2837d0e60eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'c39f0448-27a7-4a69-a115-3f252210b408', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'port_id': 'c86770ba-d3d5-4241-88da-51dba0f77837', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'mac_address': 'fa:16:3e:af:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:30:42Z', 'updated_at': '2022-05-10T03:30:44Z', 'revision_number': 1, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:52Z', 'revision_number': 5, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:20.634384 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4d653-b3e4-4eda-b5dc-2837d0e60eb3 None None] Checking router: 827fd5ca-fe16-4a38-9de9-d101f7e51143 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:34:20.642519 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a4d653-b3e4-4eda-b5dc-2837d0e60eb3 None None] Routers {'827fd5ca-fe16-4a38-9de9-d101f7e51143'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:34:20.643588 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-76a4d653-b3e4-4eda-b5dc-2837d0e60eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:34:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['827fd5ca-fe16-4a38-9de9-d101f7e51143'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:20.752199 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-76a4d653-b3e4-4eda-b5dc-2837d0e60eb3 None None] Set router 827fd5ca-fe16-4a38-9de9-d101f7e51143 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:34:20.962609 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-76a4d653-b3e4-4eda-b5dc-2837d0e60eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'c39f0448-27a7-4a69-a115-3f252210b408', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'port_id': 'c86770ba-d3d5-4241-88da-51dba0f77837', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'mac_address': 'fa:16:3e:af:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:30:42Z', 'updated_at': '2022-05-10T03:30:44Z', 'revision_number': 1, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:52Z', 'revision_number': 5, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:20.989081 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4d653-b3e4-4eda-b5dc-2837d0e60eb3 None None] The sync data for ids ['827fd5ca-fe16-4a38-9de9-d101f7e51143'] in dv-cinder-830094-4-iscsi is: [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_floatingips': [{'id': 'c39f0448-27a7-4a69-a115-3f252210b408', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'router_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'port_id': 'c86770ba-d3d5-4241-88da-51dba0f77837', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'mac_address': 'fa:16:3e:af:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:30:42Z', 'updated_at': '2022-05-10T03:30:44Z', 'revision_number': 1, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:52Z', 'revision_number': 5, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:34:21.198153 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac4346d-1934-41f3-9ba0-64dc90ee4ccf None None] New status for floating IP 0daa6adb-d552-476f-b938-8835563b5db2: DOWN {{(pid=103518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:34:21.209594 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:21.434044 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d3318391-e2ec-4d1b-a398-e19319e75ed2 req-b5ba1cd7-a08e-461f-bfb3-a989572a8dad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cd32790-adca-4e0e-ad5f-c24fa3e3530d HTTP/1.1" status: 200 len: 217 time: 0.0379219 May 10 03:34:21.481502 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3318391-e2ec-4d1b-a398-e19319e75ed2 req-81e7ced4-c8d7-40eb-b531-ddaea495adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:34:21.482926 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d3318391-e2ec-4d1b-a398-e19319e75ed2 req-81e7ced4-c8d7-40eb-b531-ddaea495adaf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eebf6256-0705-412d-bb91-fac21a38e5ba HTTP/1.1" status: 200 len: 850 time: 0.0423312 May 10 03:34:21.596682 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3318391-e2ec-4d1b-a398-e19319e75ed2 req-da209402-1902-4dcc-91cb-93f6c84410f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:34:21.598138 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d3318391-e2ec-4d1b-a398-e19319e75ed2 req-da209402-1902-4dcc-91cb-93f6c84410f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397198 May 10 03:34:21.690704 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d3318391-e2ec-4d1b-a398-e19319e75ed2 req-e90084c6-c7bb-40b8-b318-3fb142bc0b53 service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860422 May 10 03:34:21.694292 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43928d64-8804-4231-9c21-1b534334aa33 req-f9262806-cc96-4dd1-b101-df28b4ce84ba tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:34:21.695761 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-43928d64-8804-4231-9c21-1b534334aa33 req-f9262806-cc96-4dd1-b101-df28b4ce84ba tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 945 time: 0.0477374 May 10 03:34:21.742890 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-43928d64-8804-4231-9c21-1b534334aa33 req-70bdd09e-da9c-4be0-80dd-4dabfa578e84 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415902 May 10 03:34:21.912869 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d3318391-e2ec-4d1b-a398-e19319e75ed2 req-cc5ff3b5-9e88-4e31-a681-564bae664dd7 service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809128 May 10 03:34:21.948320 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160afa3-a844-4ef1-b5cf-95757dffaf03 req-9c3cb2cf-eddf-4286-86f5-a92325144c11 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:34:21.949806 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-6160afa3-a844-4ef1-b5cf-95757dffaf03 req-9c3cb2cf-eddf-4286-86f5-a92325144c11 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 945 time: 0.0503116 May 10 03:34:22.030377 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-6160afa3-a844-4ef1-b5cf-95757dffaf03 req-5b016975-2c1e-415a-8e74-3078062f62cd tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Deleting port 3cd32790-adca-4e0e-ad5f-c24fa3e3530d {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:34:22.030714 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-6160afa3-a844-4ef1-b5cf-95757dffaf03 req-5b016975-2c1e-415a-8e74-3078062f62cd tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (3cd32790-adca-4e0e-ad5f-c24fa3e3530d), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:22.366841 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [req-6160afa3-a844-4ef1-b5cf-95757dffaf03 req-5b016975-2c1e-415a-8e74-3078062f62cd tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] For port 3cd32790-adca-4e0e-ad5f-c24fa3e3530d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3cd32790-adca-4e0e-ad5f-c24fa3e3530d,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:34:22.367198 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-6160afa3-a844-4ef1-b5cf-95757dffaf03 req-5b016975-2c1e-415a-8e74-3078062f62cd tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (3cd32790-adca-4e0e-ad5f-c24fa3e3530d), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:22.379845 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [req-6160afa3-a844-4ef1-b5cf-95757dffaf03 req-5b016975-2c1e-415a-8e74-3078062f62cd tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Calling delete_port for 3cd32790-adca-4e0e-ad5f-c24fa3e3530d owned by compute:nova {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:34:22.506265 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-6160afa3-a844-4ef1-b5cf-95757dffaf03 req-5b016975-2c1e-415a-8e74-3078062f62cd tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (3cd32790-adca-4e0e-ad5f-c24fa3e3530d), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:22.534749 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b016975-2c1e-415a-8e74-3078062f62cd tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event deleted for resources: {'Port': ['ID=3cd32790-adca-4e0e-ad5f-c24fa3e3530d,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:34:22.580142 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [req-6160afa3-a844-4ef1-b5cf-95757dffaf03 req-5b016975-2c1e-415a-8e74-3078062f62cd tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] No DVR routers for this DVR port 3cd32790-adca-4e0e-ad5f-c24fa3e3530d on host hv-cinder-83009 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:34:22.582935 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [req-6160afa3-a844-4ef1-b5cf-95757dffaf03 req-5b016975-2c1e-415a-8e74-3078062f62cd tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:22.586210 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-6160afa3-a844-4ef1-b5cf-95757dffaf03 req-5b016975-2c1e-415a-8e74-3078062f62cd tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.64 "DELETE /v2.0/ports/3cd32790-adca-4e0e-ad5f-c24fa3e3530d HTTP/1.1" status: 204 len: 173 time: 0.6313231 May 10 03:34:22.586647 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b299f2-f138-43b1-9621-cc6c3d5f2d13', 'name': 'network-vif-deleted', 'tag': '3cd32790-adca-4e0e-ad5f-c24fa3e3530d'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:34:22.588948 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934480c5-2bb9-4985-ba4a-e6a2d405b05c" -d '{"events": [{"server_uuid": "e6b299f2-f138-43b1-9621-cc6c3d5f2d13", "name": "network-vif-deleted", "tag": "3cd32790-adca-4e0e-ad5f-c24fa3e3530d"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:34:22.624530 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e5ee05-f81e-4e16-9e54-ff1deb220920 x-openstack-request-id: req-40e5ee05-f81e-4e16-9e54-ff1deb220920 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:34:22.624852 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b299f2-f138-43b1-9621-cc6c3d5f2d13", "name": "network-vif-deleted", "tag": "3cd32790-adca-4e0e-ad5f-c24fa3e3530d", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:34:22.625111 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40e5ee05-f81e-4e16-9e54-ff1deb220920 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:34:22.625526 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e5ee05-f81e-4e16-9e54-ff1deb220920'] response: {'server_uuid': 'e6b299f2-f138-43b1-9621-cc6c3d5f2d13', 'name': 'network-vif-deleted', 'tag': '3cd32790-adca-4e0e-ad5f-c24fa3e3530d', 'status': 'completed', 'code': 200} May 10 03:34:22.840419 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-e3a84fb0-513d-4dae-9063-c791f77ee8e8 req-559b06aa-3844-4fd4-9945-a3e62cbb0fd3 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b299f2-f138-43b1-9621-cc6c3d5f2d13 HTTP/1.1" status: 200 len: 210 time: 0.0277357 May 10 03:34:25.049885 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 3cd32790-adca-4e0e-ad5f-c24fa3e3530d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:34:25.079163 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: 3cd32790-adca-4e0e-ad5f-c24fa3e3530d {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:34:25.079729 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device 3cd32790-adca-4e0e-ad5f-c24fa3e3530d not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:34:26.303990 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 44248) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:34:26.453684 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-947229a3-e0fa-4fe9-8d51-8e2fa36dc99e tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Deleting port 9df75d2d-2472-4a55-bf12-3f6dffe68f63 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:34:26.454022 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-947229a3-e0fa-4fe9-8d51-8e2fa36dc99e tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (9df75d2d-2472-4a55-bf12-3f6dffe68f63), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:26.526974 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-947229a3-e0fa-4fe9-8d51-8e2fa36dc99e tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (9df75d2d-2472-4a55-bf12-3f6dffe68f63), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:26.527295 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-947229a3-e0fa-4fe9-8d51-8e2fa36dc99e tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for floatingip (9df75d2d-2472-4a55-bf12-3f6dffe68f63), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:26.540540 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-947229a3-e0fa-4fe9-8d51-8e2fa36dc99e tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Calling delete_port for 9df75d2d-2472-4a55-bf12-3f6dffe68f63 owned by network:floatingip {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:34:26.684708 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-947229a3-e0fa-4fe9-8d51-8e2fa36dc99e tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (9df75d2d-2472-4a55-bf12-3f6dffe68f63), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:26.707897 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947229a3-e0fa-4fe9-8d51-8e2fa36dc99e tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event deleted for resources: {'Port': ['ID=9df75d2d-2472-4a55-bf12-3f6dffe68f63,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:34:26.773158 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-947229a3-e0fa-4fe9-8d51-8e2fa36dc99e tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for floatingip (c39f0448-27a7-4a69-a115-3f252210b408), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:26.773486 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.db.l3_db [None req-947229a3-e0fa-4fe9-8d51-8e2fa36dc99e tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Floating IP c39f0448-27a7-4a69-a115-3f252210b408 disassociated (deleted). External IP: 172.27.1.246, port: c86770ba-d3d5-4241-88da-51dba0f77837. May 10 03:34:26.981331 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947229a3-e0fa-4fe9-8d51-8e2fa36dc99e tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Router 827fd5ca-fe16-4a38-9de9-d101f7e51143 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:34:27.090953 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947229a3-e0fa-4fe9-8d51-8e2fa36dc99e tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:34:27.095625 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-947229a3-e0fa-4fe9-8d51-8e2fa36dc99e tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:27.101054 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509f9727-bf6c-4567-9ffa-37144d3dbe93 None None] Sync routers for ids ['827fd5ca-fe16-4a38-9de9-d101f7e51143'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:34:27.111095 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509f9727-bf6c-4567-9ffa-37144d3dbe93 None None] Routers {'827fd5ca-fe16-4a38-9de9-d101f7e51143'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:34:27.112311 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-509f9727-bf6c-4567-9ffa-37144d3dbe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:34:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['827fd5ca-fe16-4a38-9de9-d101f7e51143'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:27.125660 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-947229a3-e0fa-4fe9-8d51-8e2fa36dc99e tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "DELETE /v2.0/floatingips/c39f0448-27a7-4a69-a115-3f252210b408 HTTP/1.1" status: 204 len: 168 time: 0.8205879 May 10 03:34:27.126238 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'tag': 'c86770ba-d3d5-4241-88da-51dba0f77837'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:34:27.129058 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744e95e6aedfd567cbc1d1593e525dd3cb81c367315c6449aa477acf15531a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f79e914-6777-4abc-af10-c3a9468ba435" -d '{"events": [{"name": "network-changed", "server_uuid": "33ca5f49-d88d-4b77-abf4-03b9742ea505", "tag": "c86770ba-d3d5-4241-88da-51dba0f77837"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:34:27.168384 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0ccddc-73c7-4eac-86c8-b9966d39e58d x-openstack-request-id: req-4e0ccddc-73c7-4eac-86c8-b9966d39e58d {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:34:27.168705 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ca5f49-d88d-4b77-abf4-03b9742ea505", "tag": "c86770ba-d3d5-4241-88da-51dba0f77837", "status": "completed", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:34:27.168969 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e0ccddc-73c7-4eac-86c8-b9966d39e58d {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:34:27.169380 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e0ccddc-73c7-4eac-86c8-b9966d39e58d'] response: {'name': 'network-changed', 'server_uuid': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'tag': 'c86770ba-d3d5-4241-88da-51dba0f77837', 'status': 'completed', 'code': 200} May 10 03:34:27.231123 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-509f9727-bf6c-4567-9ffa-37144d3dbe93 None None] Set router 827fd5ca-fe16-4a38-9de9-d101f7e51143 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:34:27.241265 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79e914-6777-4abc-af10-c3a9468ba435 req-83a94473-b864-4431-ad03-e4b3bef97802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:34:27.244051 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3f79e914-6777-4abc-af10-c3a9468ba435 req-83a94473-b864-4431-ad03-e4b3bef97802 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 1130 time: 0.0543199 May 10 03:34:27.344535 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79e914-6777-4abc-af10-c3a9468ba435 req-d8a6d413-7c2f-476f-83b6-c0c0f1318ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:34:27.346625 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3f79e914-6777-4abc-af10-c3a9468ba435 req-d8a6d413-7c2f-476f-83b6-c0c0f1318ae7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 200 len: 912 time: 0.0902689 May 10 03:34:27.377131 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985f767-bc16-4b52-928d-1fff39505fe5 req-728780ea-2613-44f5-ad0e-d2ccf4d10a98 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:34:27.378636 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d985f767-bc16-4b52-928d-1fff39505fe5 req-728780ea-2613-44f5-ad0e-d2ccf4d10a98 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 946 time: 0.0521569 May 10 03:34:27.424788 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-509f9727-bf6c-4567-9ffa-37144d3dbe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:52Z', 'revision_number': 5, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:27.427110 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-d985f767-bc16-4b52-928d-1fff39505fe5 req-b7781106-5a3c-4be6-a4c8-91d332551ed9 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428233 May 10 03:34:27.450781 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509f9727-bf6c-4567-9ffa-37144d3dbe93 None None] Checking router: 827fd5ca-fe16-4a38-9de9-d101f7e51143 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:34:27.459245 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509f9727-bf6c-4567-9ffa-37144d3dbe93 None None] Routers {'827fd5ca-fe16-4a38-9de9-d101f7e51143'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:34:27.459842 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-509f9727-bf6c-4567-9ffa-37144d3dbe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:34:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['827fd5ca-fe16-4a38-9de9-d101f7e51143'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:27.566363 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-509f9727-bf6c-4567-9ffa-37144d3dbe93 None None] Set router 827fd5ca-fe16-4a38-9de9-d101f7e51143 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:34:27.750726 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-509f9727-bf6c-4567-9ffa-37144d3dbe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:52Z', 'revision_number': 5, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:27.776733 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509f9727-bf6c-4567-9ffa-37144d3dbe93 None None] The sync data for ids ['827fd5ca-fe16-4a38-9de9-d101f7e51143'] in dv-cinder-830094-4-iscsi is: [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:46Z', 'revision_number': 4, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi', '_interfaces': [{'id': 'ec36f049-f465-4bc5-b1dc-e5ada89d698b', 'name': '', 'network_id': 'cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'mac_address': 'fa:16:3e:fc:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:46Z', 'updated_at': '2022-05-10T03:27:52Z', 'revision_number': 5, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'subnets': [{'id': 'eebf6256-0705-412d-bb91-fac21a38e5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:34:27.992072 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318627aa-73c6-4eb8-ae60-17a782a9528f None None] New status for floating IP c39f0448-27a7-4a69-a115-3f252210b408: DOWN {{(pid=103518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:34:28.277948 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3f79e914-6777-4abc-af10-c3a9468ba435 req-6c77544c-f6d2-4b93-be84-d07f36c1c250 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c86770ba-d3d5-4241-88da-51dba0f77837 HTTP/1.1" status: 200 len: 217 time: 0.0383556 May 10 03:34:28.327245 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79e914-6777-4abc-af10-c3a9468ba435 req-f42d22c9-ab6e-4e40-8e3d-6276e54fcaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:34:28.328714 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3f79e914-6777-4abc-af10-c3a9468ba435 req-f42d22c9-ab6e-4e40-8e3d-6276e54fcaf7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eebf6256-0705-412d-bb91-fac21a38e5ba HTTP/1.1" status: 200 len: 850 time: 0.0432057 May 10 03:34:28.379966 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79e914-6777-4abc-af10-c3a9468ba435 req-fe4b5c1f-9964-4aa2-a2b8-b7bfad65b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:34:28.381366 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3f79e914-6777-4abc-af10-c3a9468ba435 req-fe4b5c1f-9964-4aa2-a2b8-b7bfad65b828 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396829 May 10 03:34:28.515776 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3f79e914-6777-4abc-af10-c3a9468ba435 req-e426cd4a-bceb-4fac-be65-3de386691f1a service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938628 May 10 03:34:28.548463 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38689e7c-7e99-4d23-adae-9ef337d91e43 req-6db021bf-85ab-47a6-b698-78c39d9aef27 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:34:28.549972 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-38689e7c-7e99-4d23-adae-9ef337d91e43 req-6db021bf-85ab-47a6-b698-78c39d9aef27 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 946 time: 0.0525858 May 10 03:34:28.597659 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-38689e7c-7e99-4d23-adae-9ef337d91e43 req-29374688-24f9-442c-9322-93f09a76bedc tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffe4416c-61c5-4789-9147-0396dc48252c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420630 May 10 03:34:28.702599 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-3f79e914-6777-4abc-af10-c3a9468ba435 req-270dc149-9437-4a83-9fc8-beb18351f1ce service neutron] 10.222.0.64 "GET /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846274 May 10 03:34:28.736527 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0998fb5-82c4-4533-96ed-18157521a214 req-07b38ec2-4de6-49be-9535-1eb0e726ec31 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:34:28.737995 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b0998fb5-82c4-4533-96ed-18157521a214 req-07b38ec2-4de6-49be-9535-1eb0e726ec31 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.64 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 946 time: 0.0460722 May 10 03:34:28.818940 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-b0998fb5-82c4-4533-96ed-18157521a214 req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Deleting port c86770ba-d3d5-4241-88da-51dba0f77837 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:34:28.819281 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b0998fb5-82c4-4533-96ed-18157521a214 req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (c86770ba-d3d5-4241-88da-51dba0f77837), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:28.907677 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b0998fb5-82c4-4533-96ed-18157521a214 req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] For port c86770ba-d3d5-4241-88da-51dba0f77837, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c86770ba-d3d5-4241-88da-51dba0f77837,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:34:28.908057 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b0998fb5-82c4-4533-96ed-18157521a214 req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (c86770ba-d3d5-4241-88da-51dba0f77837), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:28.920849 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-b0998fb5-82c4-4533-96ed-18157521a214 req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Calling delete_port for c86770ba-d3d5-4241-88da-51dba0f77837 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:34:29.045846 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b0998fb5-82c4-4533-96ed-18157521a214 req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (c86770ba-d3d5-4241-88da-51dba0f77837), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:29.074834 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event deleted for resources: {'Port': ['ID=c86770ba-d3d5-4241-88da-51dba0f77837,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:34:29.100243 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:29.100586 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:29.100954 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:29.101290 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:29.101616 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:29.101941 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:29.102260 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:29.102577 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:29.102894 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:29.103212 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:29.103529 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:29.103845 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:29.104159 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:29.104467 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:29.104802 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-iscsi {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:34:29.136051 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0998fb5-82c4-4533-96ed-18157521a214 req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] No DVR routers for this DVR port c86770ba-d3d5-4241-88da-51dba0f77837 on host hv-cinder-83009 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:34:29.138405 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b0998fb5-82c4-4533-96ed-18157521a214 req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for port (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:29.141657 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [req-b0998fb5-82c4-4533-96ed-18157521a214 req-14e9e75e-a58d-4bb5-842e-6ab2a05e4602 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.64 "DELETE /v2.0/ports/c86770ba-d3d5-4241-88da-51dba0f77837 HTTP/1.1" status: 204 len: 173 time: 0.3991449 May 10 03:34:29.142086 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'name': 'network-vif-deleted', 'tag': 'c86770ba-d3d5-4241-88da-51dba0f77837'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:34:29.144486 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12289f393c60a15a33bf5a91d2c58acfc46422243fd0e963b1dc13a8cb84a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb46e67f-b109-4c6b-91c1-390bb6652731" -d '{"events": [{"server_uuid": "33ca5f49-d88d-4b77-abf4-03b9742ea505", "name": "network-vif-deleted", "tag": "c86770ba-d3d5-4241-88da-51dba0f77837"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:34:29.183359 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261f192e-8158-452d-9b1e-6edd5516b91b x-openstack-request-id: req-261f192e-8158-452d-9b1e-6edd5516b91b {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:34:29.183654 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ca5f49-d88d-4b77-abf4-03b9742ea505", "name": "network-vif-deleted", "tag": "c86770ba-d3d5-4241-88da-51dba0f77837", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:34:29.183910 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-261f192e-8158-452d-9b1e-6edd5516b91b {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:34:29.184396 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261f192e-8158-452d-9b1e-6edd5516b91b'] response: {'server_uuid': '33ca5f49-d88d-4b77-abf4-03b9742ea505', 'name': 'network-vif-deleted', 'tag': 'c86770ba-d3d5-4241-88da-51dba0f77837', 'status': 'completed', 'code': 200} May 10 03:34:29.709117 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [req-9ebd1ef1-3f88-4138-a99c-d969d48c22fd req-c5ca9c3a-9b8c-47ce-8f16-7a72d5e4ce41 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ca5f49-d88d-4b77-abf4-03b9742ea505 HTTP/1.1" status: 200 len: 210 time: 0.0280704 May 10 03:34:30.770163 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 44264) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:34:30.882927 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-7ac17e8a-fd69-41ba-8ac6-aaf4564240aa tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Deleting port b761d705-68e0-443a-8978-aa9106b7ae82 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:34:30.883262 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7ac17e8a-fd69-41ba-8ac6-aaf4564240aa tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (b761d705-68e0-443a-8978-aa9106b7ae82), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:30.958341 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7ac17e8a-fd69-41ba-8ac6-aaf4564240aa tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (b761d705-68e0-443a-8978-aa9106b7ae82), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:30.958662 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7ac17e8a-fd69-41ba-8ac6-aaf4564240aa tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for floatingip (b761d705-68e0-443a-8978-aa9106b7ae82), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:30.971654 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-7ac17e8a-fd69-41ba-8ac6-aaf4564240aa tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Calling delete_port for b761d705-68e0-443a-8978-aa9106b7ae82 owned by network:floatingip {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:34:31.096970 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7ac17e8a-fd69-41ba-8ac6-aaf4564240aa tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (b761d705-68e0-443a-8978-aa9106b7ae82), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:31.125886 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac17e8a-fd69-41ba-8ac6-aaf4564240aa tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event deleted for resources: {'Port': ['ID=b761d705-68e0-443a-8978-aa9106b7ae82,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:34:31.184492 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7ac17e8a-fd69-41ba-8ac6-aaf4564240aa tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for floatingip (fe69a734-eb5e-406b-94cc-877fb98a3998), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:31.186966 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7ac17e8a-fd69-41ba-8ac6-aaf4564240aa tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27588'] for floatingip (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:31.188089 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-7ac17e8a-fd69-41ba-8ac6-aaf4564240aa tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "DELETE /v2.0/floatingips/fe69a734-eb5e-406b-94cc-877fb98a3998 HTTP/1.1" status: 204 len: 168 time: 0.4181771 May 10 03:34:32.399976 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 44276) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:34:32.456345 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8ea952b-623f-4b10-baa0-b8cef65ae912 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group (ffe4416c-61c5-4789-9147-0396dc48252c), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:32.481182 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8ea952b-623f-4b10-baa0-b8cef65ae912 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group (ffe4416c-61c5-4789-9147-0396dc48252c), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:32.539768 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8ea952b-623f-4b10-baa0-b8cef65ae912 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (ffe4416c-61c5-4789-9147-0396dc48252c), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:32.542553 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8ea952b-623f-4b10-baa0-b8cef65ae912 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:32.543852 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-d8ea952b-623f-4b10-baa0-b8cef65ae912 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] 10.222.0.55 "DELETE /v2.0/security-groups/ffe4416c-61c5-4789-9147-0396dc48252c HTTP/1.1" status: 204 len: 168 time: 0.1428854 May 10 03:34:32.555899 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea952b-623f-4b10-baa0-b8cef65ae912 tempest-TestVolumeBootPattern-271887619 tempest-TestVolumeBootPattern-271887619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe4416c-61c5-4789-9147-0396dc48252c,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:34:33.085059 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device c86770ba-d3d5-4241-88da-51dba0f77837 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:34:33.110108 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] No Port match for: c86770ba-d3d5-4241-88da-51dba0f77837 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:34:33.110454 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Device c86770ba-d3d5-4241-88da-51dba0f77837 not bound to the agent host hv-cinder-83009 {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:34:33.607729 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 44282) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:34:34.018154 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8b352cc-3810-4c98-8019-bc0374934bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-965930'] for router_interface (827fd5ca-fe16-4a38-9de9-d101f7e51143), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:34.243059 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d8b352cc-3810-4c98-8019-bc0374934bd7 admin admin] Deleting port ec36f049-f465-4bc5-b1dc-e5ada89d698b {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:34:34.243392 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8b352cc-3810-4c98-8019-bc0374934bd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (ec36f049-f465-4bc5-b1dc-e5ada89d698b), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:34.318517 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d8b352cc-3810-4c98-8019-bc0374934bd7 admin admin] For port ec36f049-f465-4bc5-b1dc-e5ada89d698b, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=ec36f049-f465-4bc5-b1dc-e5ada89d698b,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:34:34.318786 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8b352cc-3810-4c98-8019-bc0374934bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (ec36f049-f465-4bc5-b1dc-e5ada89d698b), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:34.334037 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d8b352cc-3810-4c98-8019-bc0374934bd7 admin admin] Calling delete_port for ec36f049-f465-4bc5-b1dc-e5ada89d698b owned by network:router_interface {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:34:34.509894 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8b352cc-3810-4c98-8019-bc0374934bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (ec36f049-f465-4bc5-b1dc-e5ada89d698b), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:34.536224 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b352cc-3810-4c98-8019-bc0374934bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec36f049-f465-4bc5-b1dc-e5ada89d698b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:34:34.701074 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8b352cc-3810-4c98-8019-bc0374934bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952867'] for router_interface (827fd5ca-fe16-4a38-9de9-d101f7e51143), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:35.165055 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b352cc-3810-4c98-8019-bc0374934bd7 admin admin] Router 827fd5ca-fe16-4a38-9de9-d101f7e51143 has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:34:35.278623 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b352cc-3810-4c98-8019-bc0374934bd7 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:34:35.284407 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-d8b352cc-3810-4c98-8019-bc0374934bd7 admin admin] 10.222.0.55 "PUT /v2.0/routers/827fd5ca-fe16-4a38-9de9-d101f7e51143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6756642 May 10 03:34:35.286908 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 44290) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:34:35.287804 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da17459-ff48-45fa-89b5-70711618a622 None None] Sync routers for ids ['827fd5ca-fe16-4a38-9de9-d101f7e51143'] in dv-cinder-830094-4-iscsi {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:34:35.299272 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da17459-ff48-45fa-89b5-70711618a622 None None] Routers {'827fd5ca-fe16-4a38-9de9-d101f7e51143'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:34:35.299980 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5da17459-ff48-45fa-89b5-70711618a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:34:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['827fd5ca-fe16-4a38-9de9-d101f7e51143'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:35.394434 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7631dcba-f2e5-4e9c-b6a8-0cfe7803591f admin admin] Publish callbacks [] for router (827fd5ca-fe16-4a38-9de9-d101f7e51143), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:35.506143 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7631dcba-f2e5-4e9c-b6a8-0cfe7803591f admin admin] Publish callbacks [] for router_gateway (827fd5ca-fe16-4a38-9de9-d101f7e51143), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:35.543435 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-5da17459-ff48-45fa-89b5-70711618a622 None None] Set router 827fd5ca-fe16-4a38-9de9-d101f7e51143 gateway port host: dv-cinder-830094-4-iscsi {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:34:35.551660 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-7631dcba-f2e5-4e9c-b6a8-0cfe7803591f admin admin] Deleting port 48390589-2308-460d-ad65-bf5a39b21f0b {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:34:35.551998 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7631dcba-f2e5-4e9c-b6a8-0cfe7803591f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (48390589-2308-460d-ad65-bf5a39b21f0b), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:35.629170 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7631dcba-f2e5-4e9c-b6a8-0cfe7803591f admin admin] For port 48390589-2308-460d-ad65-bf5a39b21f0b, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=48390589-2308-460d-ad65-bf5a39b21f0b,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:34:35.629531 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7631dcba-f2e5-4e9c-b6a8-0cfe7803591f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (48390589-2308-460d-ad65-bf5a39b21f0b), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:35.646772 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-7631dcba-f2e5-4e9c-b6a8-0cfe7803591f admin admin] Calling delete_port for 48390589-2308-460d-ad65-bf5a39b21f0b owned by network:router_gateway {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:34:35.711253 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5da17459-ff48-45fa-89b5-70711618a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:34:34Z', 'revision_number': 5, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port': {'id': '48390589-2308-460d-ad65-bf5a39b21f0b', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:35.742421 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da17459-ff48-45fa-89b5-70711618a622 None None] Checking router: 827fd5ca-fe16-4a38-9de9-d101f7e51143 for host: dv-cinder-830094-4-iscsi {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:34:35.750894 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da17459-ff48-45fa-89b5-70711618a622 None None] Routers {'827fd5ca-fe16-4a38-9de9-d101f7e51143'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:34:35.751655 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5da17459-ff48-45fa-89b5-70711618a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:34:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['827fd5ca-fe16-4a38-9de9-d101f7e51143'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:35.815184 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7631dcba-f2e5-4e9c-b6a8-0cfe7803591f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (48390589-2308-460d-ad65-bf5a39b21f0b), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:35.840774 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-5da17459-ff48-45fa-89b5-70711618a622 None None] Set router 827fd5ca-fe16-4a38-9de9-d101f7e51143 gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:34:35.842210 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631dcba-f2e5-4e9c-b6a8-0cfe7803591f admin admin] Pushing event deleted for resources: {'Port': ['ID=48390589-2308-460d-ad65-bf5a39b21f0b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:34:35.893175 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5da17459-ff48-45fa-89b5-70711618a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:34:35Z', 'revision_number': 6, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port_host': None}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:35.902473 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7631dcba-f2e5-4e9c-b6a8-0cfe7803591f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962628'] for router_gateway (827fd5ca-fe16-4a38-9de9-d101f7e51143), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:35.923024 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da17459-ff48-45fa-89b5-70711618a622 None None] The sync data for ids ['827fd5ca-fe16-4a38-9de9-d101f7e51143'] in dv-cinder-830094-4-iscsi is: [{'id': '827fd5ca-fe16-4a38-9de9-d101f7e51143', 'name': 'tempest-TestVolumeBootPattern-402716280-router', 'tenant_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:44Z', 'updated_at': '2022-05-10T03:34:35Z', 'revision_number': 6, 'project_id': 'd31c39583b8343bd98bdc64d7659bd9a', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:34:35.996372 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7631dcba-f2e5-4e9c-b6a8-0cfe7803591f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9407'] for router (827fd5ca-fe16-4a38-9de9-d101f7e51143), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:35.998684 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7631dcba-f2e5-4e9c-b6a8-0cfe7803591f admin admin] Publish callbacks [] for router_controller (827fd5ca-fe16-4a38-9de9-d101f7e51143), precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:36.044287 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7631dcba-f2e5-4e9c-b6a8-0cfe7803591f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960403'] for router (827fd5ca-fe16-4a38-9de9-d101f7e51143), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:36.044854 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7631dcba-f2e5-4e9c-b6a8-0cfe7803591f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 827fd5ca-fe16-4a38-9de9-d101f7e51143 {{(pid=103516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 03:34:36.049723 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7631dcba-f2e5-4e9c-b6a8-0cfe7803591f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:36.050875 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-7631dcba-f2e5-4e9c-b6a8-0cfe7803591f admin admin] 10.222.0.55 "DELETE /v2.0/routers/827fd5ca-fe16-4a38-9de9-d101f7e51143 HTTP/1.1" status: 204 len: 168 time: 0.7627950 May 10 03:34:36.053346 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 44294) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:34:36.097609 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_v2 [None req-c904a67f-1f3c-4c32-863f-472774a4c6d7 admin admin] Deleting subnet eebf6256-0705-412d-bb91-fac21a38e5ba {{(pid=103516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:34:36.100716 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c904a67f-1f3c-4c32-863f-472774a4c6d7 admin admin] Publish callbacks [] for subnet (eebf6256-0705-412d-bb91-fac21a38e5ba), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:36.134848 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c904a67f-1f3c-4c32-863f-472774a4c6d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576826'] for subnet (eebf6256-0705-412d-bb91-fac21a38e5ba), precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:36.216701 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c904a67f-1f3c-4c32-863f-472774a4c6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716651'] for subnet (eebf6256-0705-412d-bb91-fac21a38e5ba), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:36.270208 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c904a67f-1f3c-4c32-863f-472774a4c6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5428910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5804191'] for subnet (eebf6256-0705-412d-bb91-fac21a38e5ba), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:36.277145 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:34:36.298506 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904a67f-1f3c-4c32-863f-472774a4c6d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eebf6256-0705-412d-bb91-fac21a38e5ba,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:34:36.300661 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c904a67f-1f3c-4c32-863f-472774a4c6d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:36.303891 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-c904a67f-1f3c-4c32-863f-472774a4c6d7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/eebf6256-0705-412d-bb91-fac21a38e5ba HTTP/1.1" status: 204 len: 168 time: 0.2495942 May 10 03:34:36.306540 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb241bdb-d83a-409f-815f-65e8b9f83373 None None] Network cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:34:36.307297 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 44296) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:34:36.389770 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085630'] for network (cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:36.433929 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] Deleting port 1710f888-f78c-4bea-8309-90d41fef2c53 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:34:36.434266 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (1710f888-f78c-4bea-8309-90d41fef2c53), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:36.494929 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] For port 1710f888-f78c-4bea-8309-90d41fef2c53, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=1710f888-f78c-4bea-8309-90d41fef2c53,segment=NetworkSegment(6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6),segment_id=6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:34:36.495283 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (1710f888-f78c-4bea-8309-90d41fef2c53), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:36.511797 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] Calling delete_port for 1710f888-f78c-4bea-8309-90d41fef2c53 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:34:36.588886 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482449'] for port (1710f888-f78c-4bea-8309-90d41fef2c53), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:36.613356 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] Pushing event deleted for resources: {'Port': ['ID=1710f888-f78c-4bea-8309-90d41fef2c53,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:34:36.616883 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] No DVR routers for this DVR port 1710f888-f78c-4bea-8309-90d41fef2c53 on host dv-cinder-830094-4-iscsi {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:34:36.690282 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952848', 'neutron.services.segments.db._delete_segments_for_network-8729517486385'] for network (cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:36.701667 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4dab18-2816-42a3-8b27-0c028337ec04 None None] DHCP port deletion for cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 request from dv-cinder-830094-4-iscsi {{(pid=103517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 03:34:36.712639 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.services.segments.db [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:36.725521 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.services.segments.db [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:36.725815 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.services.segments.db [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:36.735222 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729517486906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7618962'] for segment (6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:36.748776 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:36.755208 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:34:36.755593 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6482508'] for segment (6de0f4d1-ada6-4052-a8f8-1deb9bb17dd6), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: Traceback (most recent call last): May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: timer() May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: cb(*args, **kw) May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: return func(*args, **kwargs) May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: self._notify() May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: self.callback(batched_events) May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: event.method(event) May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: return f(self, *a, **k) May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: return self._get(url).json() May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: return self.request(url, 'GET', **kwargs) May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:34:36.757344 dv-cinder-830094-4-iscsi neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:34:36.810854 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 1710f888-f78c-4bea-8309-90d41fef2c53 no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:34:36.811941 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964138'] for network (cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:36.817921 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:36.821311 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2 HTTP/1.1" status: 204 len: 168 time: 0.5124719 May 10 03:34:36.824258 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 44300) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:34:36.832865 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04348dde-2728-4f18-a631-24fc91b29683 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb3e2c1e-39b9-4b58-b94c-d8644c9c7ee2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:34:36.848822 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 1710f888-f78c-4bea-8309-90d41fef2c53 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:34:36.849167 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 1710f888-f78c-4bea-8309-90d41fef2c53 not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:34:36.849585 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device ec36f049-f465-4bc5-b1dc-e5ada89d698b no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:34:36.869163 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: ec36f049-f465-4bc5-b1dc-e5ada89d698b {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:34:36.869737 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device ec36f049-f465-4bc5-b1dc-e5ada89d698b not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:34:36.870339 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 48390589-2308-460d-ad65-bf5a39b21f0b no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:34:36.889836 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 48390589-2308-460d-ad65-bf5a39b21f0b {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:34:36.890189 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 48390589-2308-460d-ad65-bf5a39b21f0b not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:34:37.167516 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c1adec29-e2fb-46e9-b8e0-c01235bee922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-965930'] for router_interface (98c02fca-fb7a-493f-9107-d1521b96ef7f), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:37.401723 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c1adec29-e2fb-46e9-b8e0-c01235bee922 admin admin] Deleting port 6380c44e-a067-4727-b017-f72488782622 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:34:37.401984 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c1adec29-e2fb-46e9-b8e0-c01235bee922 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (6380c44e-a067-4727-b017-f72488782622), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:37.477785 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c1adec29-e2fb-46e9-b8e0-c01235bee922 admin admin] For port 6380c44e-a067-4727-b017-f72488782622, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=6380c44e-a067-4727-b017-f72488782622,segment=NetworkSegment(3472eccf-ac04-4aa7-9305-77d384ced0bd),segment_id=3472eccf-ac04-4aa7-9305-77d384ced0bd)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:34:37.478140 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c1adec29-e2fb-46e9-b8e0-c01235bee922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (6380c44e-a067-4727-b017-f72488782622), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:37.490777 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c1adec29-e2fb-46e9-b8e0-c01235bee922 admin admin] Calling delete_port for 6380c44e-a067-4727-b017-f72488782622 owned by network:router_interface {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:34:37.667045 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c1adec29-e2fb-46e9-b8e0-c01235bee922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (6380c44e-a067-4727-b017-f72488782622), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:37.692001 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1adec29-e2fb-46e9-b8e0-c01235bee922 admin admin] Pushing event deleted for resources: {'Port': ['ID=6380c44e-a067-4727-b017-f72488782622,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:34:37.863129 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c1adec29-e2fb-46e9-b8e0-c01235bee922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-952867'] for router_interface (98c02fca-fb7a-493f-9107-d1521b96ef7f), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:38.076170 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1adec29-e2fb-46e9-b8e0-c01235bee922 admin admin] Router 98c02fca-fb7a-493f-9107-d1521b96ef7f has already been hosted by L3 agent 918fb57f-f24d-45dc-98df-f6aac3f9e440 {{(pid=103516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:34:38.428174 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1adec29-e2fb-46e9-b8e0-c01235bee922 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-iscsi the message routers_updated {{(pid=103516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:34:38.433067 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-c1adec29-e2fb-46e9-b8e0-c01235bee922 admin admin] 10.222.0.55 "PUT /v2.0/routers/98c02fca-fb7a-493f-9107-d1521b96ef7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6076891 May 10 03:34:38.435523 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 44302) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:34:38.437059 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658632bb-84f3-4e4d-acb0-4e3184a13c4e None None] Sync routers for ids ['98c02fca-fb7a-493f-9107-d1521b96ef7f'] in dv-cinder-830094-4-iscsi {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:34:38.447575 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658632bb-84f3-4e4d-acb0-4e3184a13c4e None None] Routers {'98c02fca-fb7a-493f-9107-d1521b96ef7f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:34:38.448177 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-658632bb-84f3-4e4d-acb0-4e3184a13c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:34:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['98c02fca-fb7a-493f-9107-d1521b96ef7f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:38.541960 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-900b1f03-5ad2-4381-9c79-d61758826249 admin admin] Publish callbacks [] for router (98c02fca-fb7a-493f-9107-d1521b96ef7f), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:38.639705 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-658632bb-84f3-4e4d-acb0-4e3184a13c4e None None] Set router 98c02fca-fb7a-493f-9107-d1521b96ef7f gateway port host: dv-cinder-830094-4-iscsi {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:34:38.648751 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-900b1f03-5ad2-4381-9c79-d61758826249 admin admin] Publish callbacks [] for router_gateway (98c02fca-fb7a-493f-9107-d1521b96ef7f), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:38.692584 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-900b1f03-5ad2-4381-9c79-d61758826249 admin admin] Deleting port 817136a8-2b28-4b9e-a13c-dcf2a03af87d {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:34:38.692962 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-900b1f03-5ad2-4381-9c79-d61758826249 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (817136a8-2b28-4b9e-a13c-dcf2a03af87d), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:38.775476 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-900b1f03-5ad2-4381-9c79-d61758826249 admin admin] For port 817136a8-2b28-4b9e-a13c-dcf2a03af87d, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=817136a8-2b28-4b9e-a13c-dcf2a03af87d,segment=NetworkSegment(5609cdcf-884a-464c-8432-e625728a4a46),segment_id=5609cdcf-884a-464c-8432-e625728a4a46)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:34:38.776141 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-900b1f03-5ad2-4381-9c79-d61758826249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (817136a8-2b28-4b9e-a13c-dcf2a03af87d), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:38.791451 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-900b1f03-5ad2-4381-9c79-d61758826249 admin admin] Calling delete_port for 817136a8-2b28-4b9e-a13c-dcf2a03af87d owned by network:router_gateway {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:34:38.807004 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-658632bb-84f3-4e4d-acb0-4e3184a13c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'name': 'tempest-TestVolumeBootPattern-1802583515-router', 'tenant_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'external_fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '817136a8-2b28-4b9e-a13c-dcf2a03af87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:48Z', 'updated_at': '2022-05-10T03:34:37Z', 'revision_number': 5, 'project_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'gw_port': {'id': '817136a8-2b28-4b9e-a13c-dcf2a03af87d', 'name': '', 'network_id': 'd58cdbf0-eb01-4d0a-98e3-d2815cb27d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:27:48Z', 'updated_at': '2022-05-10T03:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd047d23-5285-4825-bb07-3cc53b0f3442', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-iscsi'}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:38.837486 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658632bb-84f3-4e4d-acb0-4e3184a13c4e None None] Checking router: 98c02fca-fb7a-493f-9107-d1521b96ef7f for host: dv-cinder-830094-4-iscsi {{(pid=103518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:34:38.846618 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658632bb-84f3-4e4d-acb0-4e3184a13c4e None None] Routers {'98c02fca-fb7a-493f-9107-d1521b96ef7f'} bound to L3 agent in host dv-cinder-830094-4-iscsi {{(pid=103518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:34:38.847254 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-658632bb-84f3-4e4d-acb0-4e3184a13c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:05:47Z,description=,heartbeat_timestamp=2022-05-10T03:34:17Z,host='dv-cinder-830094-4-iscsi',id=918fb57f-f24d-45dc-98df-f6aac3f9e440,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:05:47Z,topic='l3_agent')) {'router_ids': ['98c02fca-fb7a-493f-9107-d1521b96ef7f'], 'active': True} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:38.935497 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_dvr_db [None req-658632bb-84f3-4e4d-acb0-4e3184a13c4e None None] Set router 98c02fca-fb7a-493f-9107-d1521b96ef7f gateway port host: None {{(pid=103518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:34:38.958177 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-900b1f03-5ad2-4381-9c79-d61758826249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (817136a8-2b28-4b9e-a13c-dcf2a03af87d), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:38.988412 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b1f03-5ad2-4381-9c79-d61758826249 admin admin] Pushing event deleted for resources: {'Port': ['ID=817136a8-2b28-4b9e-a13c-dcf2a03af87d,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:34:38.992365 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.l3_hamode_db [None req-658632bb-84f3-4e4d-acb0-4e3184a13c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'name': 'tempest-TestVolumeBootPattern-1802583515-router', 'tenant_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:48Z', 'updated_at': '2022-05-10T03:34:38Z', 'revision_number': 6, 'project_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'gw_port_host': None}], 'dv-cinder-830094-4-iscsi', False) {} {{(pid=103518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:39.021979 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658632bb-84f3-4e4d-acb0-4e3184a13c4e None None] The sync data for ids ['98c02fca-fb7a-493f-9107-d1521b96ef7f'] in dv-cinder-830094-4-iscsi is: [{'id': '98c02fca-fb7a-493f-9107-d1521b96ef7f', 'name': 'tempest-TestVolumeBootPattern-1802583515-router', 'tenant_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:27:48Z', 'updated_at': '2022-05-10T03:34:38Z', 'revision_number': 6, 'project_id': 'f2b5d2a6096c47c0aaff33a8d4f1656d', 'gw_port_host': None}] {{(pid=103518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:34:39.052561 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-900b1f03-5ad2-4381-9c79-d61758826249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962628'] for router_gateway (98c02fca-fb7a-493f-9107-d1521b96ef7f), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.145406 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-900b1f03-5ad2-4381-9c79-d61758826249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9407'] for router (98c02fca-fb7a-493f-9107-d1521b96ef7f), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.147645 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-900b1f03-5ad2-4381-9c79-d61758826249 admin admin] Publish callbacks [] for router_controller (98c02fca-fb7a-493f-9107-d1521b96ef7f), precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.194235 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-900b1f03-5ad2-4381-9c79-d61758826249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-960403'] for router (98c02fca-fb7a-493f-9107-d1521b96ef7f), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.194852 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900b1f03-5ad2-4381-9c79-d61758826249 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98c02fca-fb7a-493f-9107-d1521b96ef7f {{(pid=103516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 03:34:39.199730 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-900b1f03-5ad2-4381-9c79-d61758826249 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.200901 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-900b1f03-5ad2-4381-9c79-d61758826249 admin admin] 10.222.0.55 "DELETE /v2.0/routers/98c02fca-fb7a-493f-9107-d1521b96ef7f HTTP/1.1" status: 204 len: 168 time: 0.7644517 May 10 03:34:39.203340 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 44304) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:34:39.249134 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5238491-06fe-4961-89f8-def0ffc554d9 admin admin] Deleting subnet 489c459a-94ed-413e-adc4-36a2be4f0dde {{(pid=103516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:34:39.252573 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c5238491-06fe-4961-89f8-def0ffc554d9 admin admin] Publish callbacks [] for subnet (489c459a-94ed-413e-adc4-36a2be4f0dde), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.288297 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c5238491-06fe-4961-89f8-def0ffc554d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4576826'] for subnet (489c459a-94ed-413e-adc4-36a2be4f0dde), precommit_delete_associations {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.354321 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [req-0accee77-e662-4d0d-85d1-1c24a0e89ef7 req-6b994434-270a-4dab-a627-dc044d10ed9a service neutron] (103515) timed out ('10.222.0.64', 64186) {{(pid=103515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 03:34:39.370621 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c5238491-06fe-4961-89f8-def0ffc554d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1716651'] for subnet (489c459a-94ed-413e-adc4-36a2be4f0dde), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.427156 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c5238491-06fe-4961-89f8-def0ffc554d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1716644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5428910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5804191'] for subnet (489c459a-94ed-413e-adc4-36a2be4f0dde), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.455071 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5238491-06fe-4961-89f8-def0ffc554d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=489c459a-94ed-413e-adc4-36a2be4f0dde,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:34:39.458935 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c5238491-06fe-4961-89f8-def0ffc554d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for subnet (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.462091 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-c5238491-06fe-4961-89f8-def0ffc554d9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/489c459a-94ed-413e-adc4-36a2be4f0dde HTTP/1.1" status: 204 len: 168 time: 0.2577696 May 10 03:34:39.464551 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.wsgi [-] (103516) accepted ('10.222.0.55', 44306) {{(pid=103516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:34:39.467378 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4698fd-9d58-45c0-bc0b-56155579e693 None None] Network d59d50aa-d168-4f33-b3e8-0187d7f0437f requested from dv-cinder-830094-4-iscsi {{(pid=103517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:34:39.532389 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2085630'] for network (d59d50aa-d168-4f33-b3e8-0187d7f0437f), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.583563 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] Deleting port 182f7230-efd4-4d15-bdd1-c50ba29489f1 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:34:39.583927 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729517560836'] for port (182f7230-efd4-4d15-bdd1-c50ba29489f1), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.648713 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] For port 182f7230-efd4-4d15-bdd1-c50ba29489f1, host dv-cinder-830094-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-iscsi',level=0,port_id=182f7230-efd4-4d15-bdd1-c50ba29489f1,segment=NetworkSegment(3472eccf-ac04-4aa7-9305-77d384ced0bd),segment_id=3472eccf-ac04-4aa7-9305-77d384ced0bd)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:34:39.649080 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-966140'] for port (182f7230-efd4-4d15-bdd1-c50ba29489f1), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.663204 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] Calling delete_port for 182f7230-efd4-4d15-bdd1-c50ba29489f1 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:34:39.746357 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1926552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729517567380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729517170809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5428889'] for port (182f7230-efd4-4d15-bdd1-c50ba29489f1), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.769209 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] Pushing event deleted for resources: {'Port': ['ID=182f7230-efd4-4d15-bdd1-c50ba29489f1,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:34:39.776499 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] No DVR routers for this DVR port 182f7230-efd4-4d15-bdd1-c50ba29489f1 on host dv-cinder-830094-4-iscsi {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:34:39.820083 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb539737-e2c8-43b6-85c3-e74155a7b81e None None] DHCP port deletion for d59d50aa-d168-4f33-b3e8-0187d7f0437f request from dv-cinder-830094-4-iscsi {{(pid=103517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 03:34:39.847505 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952848', 'neutron.services.segments.db._delete_segments_for_network-8729517486385'] for network (d59d50aa-d168-4f33-b3e8-0187d7f0437f), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.868976 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59d50aa-d168-4f33-b3e8-0187d7f0437f']}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:39.879195 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3472eccf-ac04-4aa7-9305-77d384ced0bd') {'for_net_delete': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:39.879487 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.services.segments.db [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3472eccf-ac04-4aa7-9305-77d384ced0bd') {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:34:39.892719 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729517486906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4576961'] for segment (3472eccf-ac04-4aa7-9305-77d384ced0bd), before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.907334 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534'] for segment (3472eccf-ac04-4aa7-9305-77d384ced0bd), precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.914670 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:34:39.915220 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1718534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5428932'] for segment (3472eccf-ac04-4aa7-9305-77d384ced0bd), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: Traceback (most recent call last): May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: timer() May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: cb(*args, **kw) May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: return func(*args, **kwargs) May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: self._notify() May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: self.callback(batched_events) May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: event.method(event) May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: return f(self, *a, **k) May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._get(url).json() May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: return self.request(url, 'GET', **kwargs) May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:34:39.916893 dv-cinder-830094-4-iscsi neutron-server[103516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:34:39.971794 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-964138'] for network (d59d50aa-d168-4f33-b3e8-0187d7f0437f), after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.978396 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615738'] for network (None), before_response {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:39.981920 dv-cinder-830094-4-iscsi neutron-server[103516]: INFO neutron.wsgi [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d59d50aa-d168-4f33-b3e8-0187d7f0437f HTTP/1.1" status: 204 len: 168 time: 0.5164318 May 10 03:34:39.996499 dv-cinder-830094-4-iscsi neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1de3fc-d29c-4312-b82d-709af0b2f409 admin admin] Pushing event deleted for resources: {'Network': ['ID=d59d50aa-d168-4f33-b3e8-0187d7f0437f,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:34:40.102485 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 44310) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:34:40.145800 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-48f35940-7a7c-47a7-bc1c-8ec98ce3668d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d31c39583b8343bd98bdc64d7659bd9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421643 May 10 03:34:40.148263 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 44312) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:34:40.194416 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b4cf7cd5-fcb3-4b6b-93c1-207bd9aca7ed admin admin] Publish callbacks [] for security_group (0c236e03-bfea-486c-bab7-5ebe0f96d7c7), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:40.214409 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b4cf7cd5-fcb3-4b6b-93c1-207bd9aca7ed admin admin] Publish callbacks [] for security_group (0c236e03-bfea-486c-bab7-5ebe0f96d7c7), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:40.259365 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b4cf7cd5-fcb3-4b6b-93c1-207bd9aca7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (0c236e03-bfea-486c-bab7-5ebe0f96d7c7), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:40.262101 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b4cf7cd5-fcb3-4b6b-93c1-207bd9aca7ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:40.263254 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-b4cf7cd5-fcb3-4b6b-93c1-207bd9aca7ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c236e03-bfea-486c-bab7-5ebe0f96d7c7 HTTP/1.1" status: 204 len: 168 time: 0.1140509 May 10 03:34:40.272391 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf7cd5-fcb3-4b6b-93c1-207bd9aca7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c236e03-bfea-486c-bab7-5ebe0f96d7c7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:34:40.573378 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 44318) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:34:40.612509 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-17c83360-8471-48b9-a336-ddf79ad41409 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2b5d2a6096c47c0aaff33a8d4f1656d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378489 May 10 03:34:40.614736 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.55', 44320) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:34:40.660475 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-26d183b9-3962-4860-900f-d2fecbeccd20 admin admin] Publish callbacks [] for security_group (0728755b-5395-444e-8976-8cf3f2b65947), before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:40.695394 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-26d183b9-3962-4860-900f-d2fecbeccd20 admin admin] Publish callbacks [] for security_group (0728755b-5395-444e-8976-8cf3f2b65947), precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:40.742827 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-26d183b9-3962-4860-900f-d2fecbeccd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593721'] for security_group (0728755b-5395-444e-8976-8cf3f2b65947), after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:40.745397 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-26d183b9-3962-4860-900f-d2fecbeccd20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:40.746610 dv-cinder-830094-4-iscsi neutron-server[103515]: INFO neutron.wsgi [None req-26d183b9-3962-4860-900f-d2fecbeccd20 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0728755b-5395-444e-8976-8cf3f2b65947 HTTP/1.1" status: 204 len: 168 time: 0.1310043 May 10 03:34:40.754649 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d183b9-3962-4860-900f-d2fecbeccd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0728755b-5395-444e-8976-8cf3f2b65947,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:34:40.830631 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 182f7230-efd4-4d15-bdd1-c50ba29489f1 no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:34:40.850670 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 182f7230-efd4-4d15-bdd1-c50ba29489f1 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:34:40.851000 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 182f7230-efd4-4d15-bdd1-c50ba29489f1 not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:34:40.851404 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 817136a8-2b28-4b9e-a13c-dcf2a03af87d no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:34:40.874355 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 817136a8-2b28-4b9e-a13c-dcf2a03af87d {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:34:40.874589 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 817136a8-2b28-4b9e-a13c-dcf2a03af87d not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:34:40.874986 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 6380c44e-a067-4727-b017-f72488782622 no longer exists at agent ovs-agent-dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:34:40.895660 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] No Port match for: 6380c44e-a067-4727-b017-f72488782622 {{(pid=103517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:34:40.895997 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron.plugins.ml2.rpc [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Device 6380c44e-a067-4727-b017-f72488782622 not bound to the agent host dv-cinder-830094-4-iscsi {{(pid=103517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:34:41.172442 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:44.783897 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-9bc9aed5-2779-489c-abcb-afefc72ed35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:46.970717 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-10d10351-507f-4b22-abc0-e5c29988c5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:48.247302 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:49.898399 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:34:51.212038 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:35:01.756161 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-e8a7ac93-5b9d-4847-849e-ed5a60e1033f service neutron] (103515) timed out ('10.222.0.55', 39262) {{(pid=103515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 03:35:02.127917 dv-cinder-830094-4-iscsi neutron-server[103515]: DEBUG neutron.wsgi [req-7d38c8cf-b18a-4a9a-8569-13680e81bbca req-0709fb14-430b-4058-9737-2180b3b237ed tempest-AttachVolumeShelveTestJSON-545780805 tempest-AttachVolumeShelveTestJSON-545780805-project] (103515) timed out ('10.222.0.55', 39282) {{(pid=103515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 03:35:11.186731 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:35:13.278677 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:35:14.785902 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-bb127510-1bdf-47da-8a04-f875feb3426f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:35:16.971136 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c1c006b3-e6eb-42fb-b24f-e281bfd15de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:35:18.251301 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:35:19.901602 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:35:21.213278 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:35:41.183407 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:35:44.787863 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-86df1027-dad6-416c-936a-69a6e29ecb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:35:46.972881 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a92d5381-d735-4a56-8d06-706c0d46c865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:35:48.253661 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:35:49.903215 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:35:50.277814 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:35:51.215901 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:36:11.199167 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:36:14.790187 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-59c617cd-a4e7-4c43-ab5f-d7c33e738ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:36:16.975735 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-838c2ed9-d0a9-4ba2-beb7-0d52eeba27b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:36:18.256632 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:36:19.906270 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:36:21.217541 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:36:27.277003 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:36:41.197276 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:36:44.792229 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2dffc168-8c74-4416-8a78-65d5eb986efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:36:46.977387 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fd9b457c-3484-421e-b6a3-02f0c457fe38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:36:48.259742 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:36:49.908998 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:36:51.218539 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:37:04.275198 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:37:11.197068 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:37:14.793047 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2d922092-ab2c-49d5-af57-494fdf89eb4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:37:16.978831 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c8e35780-2e94-467c-9fb3-0f83602c89ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:37:18.262348 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:37:19.912127 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:37:21.219730 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:37:41.195070 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:37:41.275518 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:37:44.794411 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-61fc7970-aed3-4276-aadb-e44afbe6898c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:37:46.979977 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-df3ff6cb-b815-42f1-a636-3927f1a93d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:37:48.265588 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:37:49.914118 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:37:51.221993 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:38:11.209348 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:38:14.796055 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d7ce2afe-429d-4c87-9095-42ffa59290cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:38:16.984707 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-5e637b63-ffef-4ef2-98d0-693e359c5695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:38:18.268670 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:38:18.274663 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:38:19.916458 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:38:21.224431 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:38:41.224484 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:38:44.798347 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b8b50121-20ae-4bcc-8c83-73897b574e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:38:46.986415 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-aa2c76a0-49a6-494a-ba21-c3faf3f5d0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:38:48.272216 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:38:49.921646 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:38:51.227202 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:38:55.274457 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:39:11.241456 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:39:14.800489 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-b48366f4-55bd-490e-853b-918c872f77c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:39:16.989771 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-057648fb-0f2a-4286-b57b-cf741a6bf777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:39:18.274616 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:39:19.921905 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:39:21.228338 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:39:32.274351 dv-cinder-830094-4-iscsi neutron-server[103518]: DEBUG neutron.db.agents_db [None req-15b76308-46a3-4117-9b73-730d73142b6b None None] Agent healthcheck: found 6 active agents {{(pid=103518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:39:41.237827 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b2e6-4b90-46af-afda-f1e9bc1af7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (4d10cdd0-3fa9-4f03-a61f-512fa63732e8), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:39:44.806406 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-297576bc-46b6-4127-8740-df88f75b3298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (23a53ca4-1aa7-490d-8b6b-a6c9dab17856), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:39:46.990839 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2815-3203-4225-a01d-369ffb9dcf05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (918fb57f-f24d-45dc-98df-f6aac3f9e440), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:39:48.280217 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-695e4de0-e1ca-4dfa-a7ff-53a58b10f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (62845ed8-8e63-4e94-94c3-1c02a3d686c7), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:39:49.926481 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-4852e260-7b81-48ba-9c42-7ce108bc3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (7104659c-9107-4356-81e4-f20befcab1ed), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:39:51.230400 dv-cinder-830094-4-iscsi neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7235ed16-98f6-47a2-9794-c61e382dc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729517486367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (1b328a0e-e384-43fb-8756-073cf80646bf), after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}